-- Logs begin at Tue 2021-08-10 04:13:09 UTC, end at Tue 2021-08-10 05:18:23 UTC. -- Aug 10 04:44:30.034169 dv-cinder-804035-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 10 04:44:32.785450 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.common.config [-] Logging enabled! Aug 10 04:44:32.786136 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev529 Aug 10 04:44:32.786659 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93168) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 04:44:32.792614 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.common.config [-] Logging enabled! Aug 10 04:44:32.792994 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev529 Aug 10 04:44:32.793460 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93168) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 04:44:32.794997 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 04:44:32.795321 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 04:44:32.795971 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 04:44:32.796341 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 04:44:32.796681 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 04:44:32.797164 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.797616 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.798184 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.798476 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.798773 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.799071 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.799352 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.799635 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.799928 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.800206 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.800475 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.800754 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.800979 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.801249 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.801529 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.801804 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.802022 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] debug = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.802294 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.802713 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.803141 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.803402 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.803683 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.803953 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.804290 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.804478 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.804752 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.805078 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] host = dv-cinder-804035-1-iscsi {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.805345 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.805623 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.805901 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.806176 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.806441 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.806708 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.807005 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.807271 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.807537 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] log_file = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.807808 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.808092 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.808370 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.808649 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.808865 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.809079 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.809357 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.809635 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.809903 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.810166 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.810428 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.810692 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.810980 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.811237 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.811507 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.811788 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.812060 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.812326 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.812592 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.812857 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.813491 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.813773 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.814040 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.814306 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.814573 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.814853 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.815136 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.815403 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.815700 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.815979 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.816252 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.816527 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.816792 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.817065 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.817329 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.817592 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.817855 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] use_json = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.818123 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.818383 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.818657 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.818921 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.819206 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.819471 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.819732 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.820005 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:32.820295 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.820583 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.820873 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.821148 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.821435 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.821725 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.821988 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.822259 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.822537 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.822818 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.823123 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.823394 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.823675 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.823947 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.824233 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.824532 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.824818 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.825102 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.825370 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.825638 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.825902 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.826171 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.826448 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.826734 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.827041 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.827308 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.827582 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.827866 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.828141 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.828407 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.828677 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.828955 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.829358 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.829628 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.829906 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.830177 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.830442 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.830706 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.831001 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.831287 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.831559 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.831824 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.832088 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.832359 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.832624 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.832901 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.833170 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.833436 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.833701 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.833972 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.834235 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.834498 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.834766 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.835049 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.835322 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.835586 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.835849 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.836112 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.836375 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.836634 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.836897 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.837160 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.837428 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.837690 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.837951 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.838218 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.838481 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.838744 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.839046 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.839340 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.839613 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.839883 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.840152 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.840421 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.840692 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.840961 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.841231 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.841499 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.841761 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.842043 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.842317 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.842592 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.842863 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.843154 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.843444 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.843718 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.843990 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.844257 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.844525 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.844926 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.845206 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.845498 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.845785 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.846073 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.846361 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.846644 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.846914 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.847242 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.847517 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:32.847729 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 04:44:32.847982 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93168) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 10 04:44:33.224261 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 04:44:33.224494 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 04:44:33.224718 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 04:44:33.225050 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 10 04:44:33.630547 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:33.630784 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:33.631100 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:33.632325 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:33.632594 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:33.632855 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:33.666523 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:33.666840 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:33.667156 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:33.683625 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:33.683905 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:33.684171 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:33.712859 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:33.713137 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:33.713387 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:33.748663 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:33.748932 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:33.749196 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:33.981562 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:33.982192 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:33.982192 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:33.982348 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:33.983047 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.102536 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.105392 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.105392 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.105392 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.105392 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.105392 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.105836 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.105836 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.105836 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.105836 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.105836 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.106185 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.106185 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.106185 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.106185 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.106463 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.106545 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.106783 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.107068 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.107320 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.107586 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.107829 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.108104 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.108461 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.108698 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.108937 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.109332 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93168) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 04:44:34.109567 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93168) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 04:44:34.109798 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93168) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 04:44:34.110027 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93168) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 04:44:34.110257 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93168) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 04:44:34.110601 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93168) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 04:44:34.110964 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 10 04:44:34.114400 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 10 04:44:34.118358 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 10 04:44:34.122252 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Aug 10 04:44:34.124060 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 10 04:44:34.124522 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 10 04:44:34.124848 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 10 04:44:34.125228 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 10 04:44:34.128343 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 10 04:44:34.128589 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 10 04:44:34.128936 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 04:44:34.134172 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 10 04:44:34.156205 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 10 04:44:34.156690 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.156991 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93168) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 10 04:44:34.157382 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.158751 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93168) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 10 04:44:34.159052 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 04:44:34.159296 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 10 04:44:34.162745 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.163094 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.226970 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 10 04:44:34.227212 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 10 04:44:34.227403 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 10 04:44:34.227799 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 10 04:44:34.250121 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_db.sqlalchemy.engines [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93168) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 10 04:44:34.783940 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.plugins.ml2.managers [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Initializing driver for type 'gre' Aug 10 04:44:34.784523 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] gre ID ranges: [(1, 1000)] Aug 10 04:44:34.842862 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.plugins.ml2.managers [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Initializing driver for type 'local' Aug 10 04:44:34.843229 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.plugins.ml2.managers [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Initializing driver for type 'vlan' Aug 10 04:44:34.857547 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] VlanTypeDriver initialization complete Aug 10 04:44:34.857880 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.plugins.ml2.managers [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Initializing driver for type 'vxlan' Aug 10 04:44:34.858400 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] vxlan ID ranges: [(1, 1000)] Aug 10 04:44:34.929673 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.plugins.ml2.managers [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Initializing extension driver 'port_security' Aug 10 04:44:34.930042 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.plugins.ml2.extensions.port_security [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] PortSecurityExtensionDriver initialization complete Aug 10 04:44:34.930376 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.plugins.ml2.managers [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Initializing mechanism driver 'openvswitch' Aug 10 04:44:34.930748 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.plugins.ml2.managers [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Initializing mechanism driver 'hyperv' Aug 10 04:44:34.937670 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.plugins.ml2.plugin [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:44:34.938713 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > port after_create 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.939135 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > port after_update 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.939563 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > port after_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.940078 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93168) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 04:44:34.940502 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > subnet after_create 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.940847 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > subnet after_update 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.941183 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.941591 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93168) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 04:44:34.942010 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > network after_create 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.942353 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > network after_update 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.942713 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > network after_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.943125 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93168) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 04:44:34.943526 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > security_group after_create 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.943866 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > security_group after_update 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.944223 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.944607 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93168) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 04:44:34.945157 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.945504 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.945843 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.946255 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93168) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 04:44:34.946675 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > address_group after_create 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.947041 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > address_group after_update 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.947401 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.947785 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93168) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 04:44:34.948157 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] ML2 OVO RPC backend initialized. {{(pid=93168) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 10 04:44:34.948883 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.949238 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.949643 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > network before_response 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.949986 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > networks before_response 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.950326 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > port before_response 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.950661 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > ports before_response 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.951017 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > subnet before_response 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.951353 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > subnets before_response 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.951693 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > network after_create 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.952025 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > network after_update 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.952353 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > network after_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.952683 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > port after_create 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.953012 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > port after_update 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.953339 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > port after_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.953665 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > subnet after_create 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.953992 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > subnet after_update 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.954320 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.954885 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.plugins.ml2.plugin [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Modular L2 Plugin initialization complete Aug 10 04:44:34.955315 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading services supported by the core plugin {{(pid=93168) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 10 04:44:34.955630 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.plugins.ml2.managers [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Got port-security extension from driver 'port_security' Aug 10 04:44:34.956087 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.extensions.vlantransparent [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Disabled vlantransparent extension. Aug 10 04:44:34.956563 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93168) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 10 04:44:34.956872 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading Plugin: router Aug 10 04:44:34.993524 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.994136 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > router after_create 55549900 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.994227 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > router before_create 55549900 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.994598 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.994983 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.995342 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > router after_delete 55549900 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.995696 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.996056 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > router after_create 55549900 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.996402 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > router after_update 55549900 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.996743 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > router after_update 55549900 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.997086 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.997444 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > router after_update 55549900 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.997857 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > router precommit_update 55549900 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.998222 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: port after_update 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.998555 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: port after_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.998869 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: subnet after_update 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.999221 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.999565 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:34.999904 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > router precommit_create 55549900 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:35.000238 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: port before_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:35.000564 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > router precommit_create 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:35.000924 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > router after_update 55549900 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:35.001257 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:35.001604 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > router precommit_create 55549900 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:35.001975 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:35.002371 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > router precommit_update 55549900 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:35.002734 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > agent after_create 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:35.003103 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > agent after_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:35.003447 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > network after_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:35.004304 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.quota.resource_registry [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Tracking information for resource: router configured {{(pid=93168) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 04:44:35.004632 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.quota.resource_registry [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Tracking information for resource: floatingip configured {{(pid=93168) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 04:44:35.009463 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.db.l3_agentschedulers_db [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 10 04:44:35.010134 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: port after_update 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:35.010489 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: port after_create 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:35.010839 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: port after_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:35.011220 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: port after_update 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:35.011996 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > router before_create 55550100 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:35.012340 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:35.012697 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > router precommit_create 55550100 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:35.013054 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > router precommit_update 55550100 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:35.017497 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.services.provider_configuration [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Service providers = [] {{(pid=93168) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 10 04:44:35.017936 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.db.servicetype_db [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93168) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 10 04:44:35.020888 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.services.service_base [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93168) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 04:44:35.021232 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.services.service_base [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93168) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 04:44:35.021572 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.services.service_base [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93168) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 04:44:35.022445 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.services.service_base [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93168) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 04:44:35.022813 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.services.service_base [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 10 04:44:35.023217 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93168) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 04:44:35.023534 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 10 04:44:35.034161 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93168) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 04:44:35.034430 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading Plugin: auto_allocate Aug 10 04:44:35.040167 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: network precommit_update 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:35.040533 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: network precommit_create 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:35.041050 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93168) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 04:44:35.041367 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading Plugin: tag Aug 10 04:44:35.047860 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93168) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 04:44:35.048183 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading Plugin: timestamp Aug 10 04:44:35.052366 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93168) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 04:44:35.052692 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading Plugin: network_ip_availability Aug 10 04:44:35.058089 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:35.058457 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:35.058811 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:35.059558 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93168) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 04:44:35.059873 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading Plugin: flavors Aug 10 04:44:35.065035 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93168) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 04:44:35.065346 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading Plugin: revisions Aug 10 04:44:35.069561 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93168) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 04:44:35.069945 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_concurrency.lockutils [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.845s {{(pid=93168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 04:44:35.070674 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93168) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 10 04:44:35.071039 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Initializing extension manager. Aug 10 04:44:35.071547 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: __init__.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.071888 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: __pycache__ {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.072219 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.072544 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: address_group.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.073297 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.073862 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: address-group Aug 10 04:44:35.074177 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: address_scope.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.074875 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.075409 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: address-scope Aug 10 04:44:35.075723 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.076651 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.077154 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: router-admin-state-down-before-update Aug 10 04:44:35.077455 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: agent.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.078336 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.078837 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: agent Aug 10 04:44:35.079185 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: agent_resources_synced.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.080103 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.080765 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: agent-resources-synced Aug 10 04:44:35.081088 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: allowedaddresspairs.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.082843 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.083374 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: allowed-address-pairs Aug 10 04:44:35.083698 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: auto_allocated_topology.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.084748 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.085244 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: auto-allocated-topology Aug 10 04:44:35.085560 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: availability_zone.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.086241 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.086734 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: availability_zone Aug 10 04:44:35.087095 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: availability_zone_filter.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.087983 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.088472 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: availability_zone_filter Aug 10 04:44:35.088789 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: data_plane_status.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.089677 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.090164 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension data-plane-status not supported by any of loaded plugins Aug 10 04:44:35.090484 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: default_subnetpools.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.091398 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.091895 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: default-subnetpools Aug 10 04:44:35.092210 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.093016 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.093510 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: dhcp_agent_scheduler Aug 10 04:44:35.093830 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: dns.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.094726 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.095245 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension dns-integration not supported by any of loaded plugins Aug 10 04:44:35.095564 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: dns_domain_ports.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.096576 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.097075 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 10 04:44:35.097399 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.098295 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.098791 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 10 04:44:35.099138 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: dvr.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.099802 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.100293 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: dvr Aug 10 04:44:35.100608 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: ecmp_routes.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.101511 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.102005 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 10 04:44:35.102322 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: empty_string_filtering.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.103239 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.103737 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: empty-string-filtering Aug 10 04:44:35.104051 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.104948 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.105439 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 10 04:44:35.105750 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.106640 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.107162 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 10 04:44:35.107478 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: external_net.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.108366 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.108863 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: external-net Aug 10 04:44:35.109178 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.110068 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.110556 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: extra_dhcp_opt Aug 10 04:44:35.110870 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: extraroute.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.111927 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.112337 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: extraroute Aug 10 04:44:35.112655 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: extraroute_atomic.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.113672 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.114171 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: extraroute-atomic Aug 10 04:44:35.114490 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: filter_validation.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.115184 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.115676 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: filter-validation Aug 10 04:44:35.115989 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: fip_pf_description.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.116889 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.117377 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 10 04:44:35.117693 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: fip_port_details.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.118601 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.119132 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: fip-port-details Aug 10 04:44:35.119470 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: flavors.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.120681 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.121181 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: flavors Aug 10 04:44:35.121502 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.123196 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.123709 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 10 04:44:35.124033 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: floatingip_pools.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.124726 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.125235 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: floatingip-pools Aug 10 04:44:35.125543 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: ip_allocation.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.126450 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.127037 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension ip_allocation not supported by any of loaded plugins Aug 10 04:44:35.127544 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.128354 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.128850 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: ip-substring-filtering Aug 10 04:44:35.129170 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: l2_adjacency.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.130087 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.130579 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 10 04:44:35.130898 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: l3.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.132008 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.132522 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: router Aug 10 04:44:35.132847 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.135123 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.135635 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 10 04:44:35.135963 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.136891 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.137394 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: ext-gw-mode Aug 10 04:44:35.137719 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.138675 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.139199 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: l3-ha Aug 10 04:44:35.139519 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: l3_flavors.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.140417 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.140908 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: l3-flavors Aug 10 04:44:35.141231 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.142135 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.142660 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 10 04:44:35.143205 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: l3agentscheduler.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.143990 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.144488 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: l3_agent_scheduler Aug 10 04:44:35.144811 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: logging.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.146332 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.146830 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension logging not supported by any of loaded plugins Aug 10 04:44:35.147180 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: metering.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.147909 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.148476 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: metering Aug 10 04:44:35.148792 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.149874 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.150372 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: metering_source_and_destination_fields Aug 10 04:44:35.150693 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: multiprovidernet.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.151629 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.152126 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: multi-provider Aug 10 04:44:35.152444 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: netmtu.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.153341 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.153831 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: net-mtu Aug 10 04:44:35.154149 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: netmtu_writable.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.155084 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.155586 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: net-mtu-writable Aug 10 04:44:35.155906 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: network_availability_zone.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.156567 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.157067 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: network_availability_zone Aug 10 04:44:35.157384 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: network_ip_availability.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.158646 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.159173 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: network-ip-availability Aug 10 04:44:35.159497 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: network_segment_range.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.160255 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.160751 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension network-segment-range not supported by any of loaded plugins Aug 10 04:44:35.161066 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: pagination.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.162030 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.162350 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: pagination Aug 10 04:44:35.162666 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: port_device_profile.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.163601 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.164106 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: port-device-profile Aug 10 04:44:35.164423 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.165324 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.165819 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: port-mac-address-regenerate Aug 10 04:44:35.166137 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.167087 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.167582 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: port-numa-affinity-policy Aug 10 04:44:35.167898 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: port_resource_request.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.168807 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.169299 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension port-resource-request not supported by any of loaded plugins Aug 10 04:44:35.169609 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: portbindings.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.170530 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.171054 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: binding Aug 10 04:44:35.171374 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: portbindings_extended.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.172747 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.173254 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: binding-extended Aug 10 04:44:35.173579 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: portsecurity.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.174605 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.175127 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: port-security Aug 10 04:44:35.175449 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: project_id.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.176415 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.176740 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: project-id Aug 10 04:44:35.177061 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: providernet.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.177968 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.178470 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: provider Aug 10 04:44:35.178785 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: qos.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.182217 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.182721 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension qos not supported by any of loaded plugins Aug 10 04:44:35.183084 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.184305 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.184810 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 10 04:44:35.185135 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.186037 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.186537 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 10 04:44:35.186864 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: qos_default.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.187789 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.188628 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension qos-default not supported by any of loaded plugins Aug 10 04:44:35.188947 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: qos_fip.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.189725 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.190259 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension qos-fip not supported by any of loaded plugins Aug 10 04:44:35.190580 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: qos_gateway_ip.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.191524 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.192023 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 10 04:44:35.192343 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: qos_port_network_policy.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.193241 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.193741 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 10 04:44:35.194055 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: qos_pps_rule.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.195249 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.195758 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension qos-pps not supported by any of loaded plugins Aug 10 04:44:35.196075 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: qos_rule_type_details.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.196979 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.197479 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 10 04:44:35.197796 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: qos_rules_alias.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.198807 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.199340 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 10 04:44:35.199659 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: quotasv2.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.200567 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.200889 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: quotas Aug 10 04:44:35.201210 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: quotasv2_detail.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.204253 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.204592 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: quota_details Aug 10 04:44:35.204922 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: rbac.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.206258 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.206776 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: rbac-policies Aug 10 04:44:35.207137 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: rbac_address_group.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.208060 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.208569 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: rbac-address-group Aug 10 04:44:35.208886 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: rbac_address_scope.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.209786 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.210288 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: rbac-address-scope Aug 10 04:44:35.210607 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: rbac_security_groups.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.211534 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.212043 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: rbac-security-groups Aug 10 04:44:35.212362 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: rbac_subnetpool.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.213263 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.213759 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: rbac-subnetpool Aug 10 04:44:35.214075 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: revisionifmatch.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.215008 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.215511 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: revision-if-match Aug 10 04:44:35.215825 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: revisions.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.216939 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.217437 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: standard-attr-revisions Aug 10 04:44:35.217748 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: router_availability_zone.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.218426 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.218920 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: router_availability_zone Aug 10 04:44:35.219276 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: routerservicetype.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.220169 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.220685 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension router-service-type not supported by any of loaded plugins Aug 10 04:44:35.221100 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.222017 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.222511 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: security-groups-normalized-cidr Aug 10 04:44:35.222832 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.223755 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.224248 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: port-security-groups-filtering Aug 10 04:44:35.224567 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.225452 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.225970 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: security-groups-remote-address-group Aug 10 04:44:35.226272 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: securitygroup.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.235851 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.236419 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: security-group Aug 10 04:44:35.236744 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: segment.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.237532 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.238032 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension segment not supported by any of loaded plugins Aug 10 04:44:35.238348 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.239293 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.239798 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 10 04:44:35.240115 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: servicetype.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.241271 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.241785 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: service-type Aug 10 04:44:35.242079 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: sorting.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.243113 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.243440 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: sorting Aug 10 04:44:35.243758 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: standard_attr_segment.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.244651 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.245150 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 10 04:44:35.245470 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: standardattrdescription.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.246107 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.246606 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: standard-attr-description Aug 10 04:44:35.246934 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: stateful_security_group.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.247872 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.248376 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: stateful-security-group Aug 10 04:44:35.248688 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: stdattrs_common.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.249265 dv-cinder-804035-1-iscsi neutron-server[93168]: WARNING neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 10 04:44:35.249576 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.250508 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.251034 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 10 04:44:35.251356 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: subnet_onboard.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.252535 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.253038 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: subnet_onboard Aug 10 04:44:35.253358 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.254281 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.254781 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 10 04:44:35.255137 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: subnet_service_types.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.256052 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.256558 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: subnet-service-types Aug 10 04:44:35.256881 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: subnetallocation.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.257936 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.258439 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: subnet_allocation Aug 10 04:44:35.258760 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.259456 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.259952 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: subnetpool-prefix-ops Aug 10 04:44:35.260266 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.261188 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.261684 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 10 04:44:35.261999 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: tagging.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.263101 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.263602 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: standard-attr-tag Aug 10 04:44:35.263928 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: timestamp.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.265110 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.265607 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loaded extension: standard-attr-timestamp Aug 10 04:44:35.265928 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: trunk.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.266973 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.267479 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension trunk not supported by any of loaded plugins Aug 10 04:44:35.267896 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: trunk_details.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.269345 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.269845 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension trunk-details not supported by any of loaded plugins Aug 10 04:44:35.270158 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: uplink_status_propagation.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.271110 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.271613 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 10 04:44:35.271928 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Loading extension file: vlantransparent.py {{(pid=93168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 04:44:35.272593 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 04:44:35.273081 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 10 04:44:35.275608 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.quota.resource_registry [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Creating instance of TrackedResource for resource:network Aug 10 04:44:35.276129 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.quota.resource_registry [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Creating instance of TrackedResource for resource:subnet Aug 10 04:44:35.276519 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.quota.resource_registry [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 04:44:35.276908 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.quota.resource_registry [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Creating instance of TrackedResource for resource:port Aug 10 04:44:35.278137 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.v2.resource_helper [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 04:44:35.278585 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.v2.resource_helper [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Service FLAVORS assigned prefix: {{(pid=93168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 04:44:35.279232 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.v2.resource_helper [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 04:44:35.279646 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.v2.resource_helper [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 04:44:35.279972 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.quota.resource_registry [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Creating instance of TrackedResource for resource:router Aug 10 04:44:35.280388 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.quota.resource_registry [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Creating instance of TrackedResource for resource:floatingip Aug 10 04:44:35.280872 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.v2.resource_helper [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Service METERING assigned prefix: /metering {{(pid=93168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 04:44:35.282315 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:35.282678 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:35.283059 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:44:35.284123 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.quota.resource_registry [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 04:44:35.284617 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.quota.resource_registry [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Creating instance of TrackedResource for resource:security_group Aug 10 04:44:35.284998 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.quota.resource_registry [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 04:44:35.286721 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.v2.resource_helper [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Service CORE assigned prefix: {{(pid=93168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 04:44:35.287082 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.quota.resource_registry [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 04:44:35.287432 dv-cinder-804035-1-iscsi neutron-server[93168]: WARNING neutron.quota.resource_registry [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] subnetpool is already registered Aug 10 04:44:35.287885 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.v2.resource_helper [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Service CORE assigned prefix: {{(pid=93168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 04:44:35.288211 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.quota.resource_registry [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 04:44:35.288540 dv-cinder-804035-1-iscsi neutron-server[93168]: WARNING neutron.quota.resource_registry [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] subnetpool is already registered Aug 10 04:44:35.290808 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.v2.resource_helper [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 04:44:35.291267 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.v2.resource_helper [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Service FLAVORS assigned prefix: {{(pid=93168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 04:44:35.291847 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.v2.resource_helper [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 04:44:35.292263 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.v2.resource_helper [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 04:44:35.292590 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.quota.resource_registry [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Creating instance of TrackedResource for resource:router Aug 10 04:44:35.292923 dv-cinder-804035-1-iscsi neutron-server[93168]: WARNING neutron.quota.resource_registry [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] router is already registered Aug 10 04:44:35.293332 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.quota.resource_registry [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Creating instance of TrackedResource for resource:floatingip Aug 10 04:44:35.293661 dv-cinder-804035-1-iscsi neutron-server[93168]: WARNING neutron.quota.resource_registry [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] floatingip is already registered Aug 10 04:44:35.294105 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.v2.resource_helper [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Service METERING assigned prefix: /metering {{(pid=93168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 04:44:35.294767 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.quota.resource_registry [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 04:44:35.295113 dv-cinder-804035-1-iscsi neutron-server[93168]: WARNING neutron.quota.resource_registry [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] rbac_policy is already registered Aug 10 04:44:35.295519 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.quota.resource_registry [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Creating instance of TrackedResource for resource:security_group Aug 10 04:44:35.295849 dv-cinder-804035-1-iscsi neutron-server[93168]: WARNING neutron.quota.resource_registry [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] security_group is already registered Aug 10 04:44:35.296266 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.quota.resource_registry [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 04:44:35.296591 dv-cinder-804035-1-iscsi neutron-server[93168]: WARNING neutron.quota.resource_registry [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] security_group_rule is already registered Aug 10 04:44:35.297208 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.v2.resource_helper [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Service CORE assigned prefix: {{(pid=93168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 04:44:35.297536 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.quota.resource_registry [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 04:44:35.297866 dv-cinder-804035-1-iscsi neutron-server[93168]: WARNING neutron.quota.resource_registry [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] subnetpool is already registered Aug 10 04:44:35.298287 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.v2.resource_helper [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Service CORE assigned prefix: {{(pid=93168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 04:44:35.298603 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.quota.resource_registry [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 04:44:35.298983 dv-cinder-804035-1-iscsi neutron-server[93168]: WARNING neutron.quota.resource_registry [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] subnetpool is already registered Aug 10 04:44:35.299488 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: extensions {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.300924 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: address-groups {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.302415 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: address-scopes {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.303754 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: agents {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.304894 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: auto-allocated-topology {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.306137 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: availability_zones {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.307367 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: dhcp-networks {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.308858 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: dhcp-agents {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.310262 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: routers {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.311995 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: flavors {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.313594 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: service_profiles {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.315001 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: next_providers {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.316392 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: service_profiles {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.317917 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: floatingip-pools {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.319162 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: routers {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.320867 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: floatingips {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.322129 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: l3-routers {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.323518 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: l3-agents {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.324908 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: metering-labels {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.326154 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: metering-label-rules {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.327547 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: network-ip-availabilities {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.328780 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: bindings {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.330363 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: quotas {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.331940 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: quotas {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.333488 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: rbac-policies {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.334663 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: security-groups {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.335979 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: security-group-rules {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.337180 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: service-providers {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.338397 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: subnetpools {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.339754 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: subnetpools {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.341332 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: tags {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.342974 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: tags {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.344798 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: tags {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.346700 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: tags {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.348504 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: tags {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.351475 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: tags {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.353130 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: tags {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.354919 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: tags {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.356787 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: tags {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.358528 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron.api.extensions [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Extended resource: tags {{(pid=93168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 04:44:35.364810 dv-cinder-804035-1-iscsi neutron-server[93168]: WARNING keystonemiddleware.auth_token [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 10 04:44:35.369349 dv-cinder-804035-1-iscsi neutron-server[93168]: WARNING keystonemiddleware.auth_token [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 10 04:44:35.377704 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_concurrency.lockutils [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Acquired lock "singleton_lock" {{(pid=93168) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 10 04:44:35.378202 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_concurrency.lockutils [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Releasing lock "singleton_lock" {{(pid=93168) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 10 04:44:35.378846 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO oslo_service.service [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Starting 2 workers Aug 10 04:44:35.383628 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Started child 93277 {{(pid=93168) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 04:44:35.388007 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Started child 93278 {{(pid=93168) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 04:44:35.389020 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:35.389789 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO neutron.service [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 10 04:44:35.390095 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Notify callbacks [] for process, before_spawn {{(pid=93168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:35.390505 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [-] (93277) wsgi starting up on http://0.0.0.0:9696 Aug 10 04:44:35.392432 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO oslo_service.service [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Starting 1 workers Aug 10 04:44:35.392683 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:35.394120 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [-] (93278) wsgi starting up on http://0.0.0.0:9696 Aug 10 04:44:35.397758 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Started child 93279 {{(pid=93168) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 04:44:35.398276 dv-cinder-804035-1-iscsi neutron-server[93168]: INFO oslo_service.service [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Starting 1 workers Aug 10 04:44:35.401637 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.service [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] calling RpcWorker wait() {{(pid=93279) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 10 04:44:35.402215 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.service [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] returning from RpcWorker wait() {{(pid=93279) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 10 04:44:35.402683 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Started child 93280 {{(pid=93168) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 04:44:35.403526 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG neutron_lib.callbacks.manager [None req-5b31cbc2-4725-4c97-b160-74d6f8574c47 None None] Notify callbacks [] for process, after_spawn {{(pid=93168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:35.403653 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:35.404045 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:44:35.405306 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93168) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 04:44:35.405488 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 04:44:35.405652 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 04:44:35.405879 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 04:44:35.406199 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 04:44:35.406333 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 04:44:35.406811 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.407129 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.407409 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.407534 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:35.408013 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.408013 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.408639 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.408922 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.409159 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.409436 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.409666 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.409819 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.409994 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.410242 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.410464 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.410752 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.411035 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.411272 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.411546 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.411715 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.411963 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.412215 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.412459 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.412710 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] debug = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.412943 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.413410 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.413620 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.413887 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.414090 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.414329 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.414548 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.414805 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.415079 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.415293 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.415520 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.415765 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.415996 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.416221 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.416599 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.416739 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.416908 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.417357 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] host = dv-cinder-804035-1-iscsi {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.417641 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.417796 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.418022 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.418268 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.418509 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.418757 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.418992 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.421168 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.421168 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.421168 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.421168 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.421168 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.421168 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.421168 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] log_file = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.421168 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] log_options = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.421168 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.422229 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.422229 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.422229 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.422229 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.422229 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.422229 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.422938 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.422938 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.422938 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.422938 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.423441 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.423441 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.423676 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.423798 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.424089 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.424455 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.424598 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.424732 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.425090 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.425279 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.425423 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.425672 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.425892 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.426081 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.426303 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.426479 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.426710 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.426888 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.427121 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.427396 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.427625 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.427816 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.428037 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.428284 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.428469 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.428687 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.428917 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.429165 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.429378 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.429643 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.429819 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.430099 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.430276 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.430526 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.430703 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] use_json = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.430898 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.431158 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.431412 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.431589 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.431818 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.432005 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.432216 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.432467 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.432905 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.433171 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.433495 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.433709 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.433959 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.434150 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.434594 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.434594 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.434915 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.435086 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.435436 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.435614 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.435916 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.436131 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.436397 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.436693 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.436947 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.437199 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.437395 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.437649 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.437870 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.438410 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.438723 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.439061 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.439328 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.439606 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.439785 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.440049 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.440226 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:44:35.440365 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.440512 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.440637 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.440878 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.441130 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.441307 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.441556 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.441752 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.441979 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.442148 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.442424 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.442657 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.442889 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.443138 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.443378 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.443592 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.444513 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.445120 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.446224 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.446224 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.446224 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.446528 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.446936 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.447143 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.447576 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.447848 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.448119 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.449075 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.449075 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.451089 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.451354 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.451607 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.451873 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.452152 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.452409 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.452640 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.452877 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.453100 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.453330 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.453574 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.453811 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.454109 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.454271 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.454663 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.454663 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.455382 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.455483 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.455649 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.455989 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.456094 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.456408 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.456515 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.456720 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.457124 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.457361 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.457590 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.458576 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.458576 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.458745 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.459001 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.459300 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.459557 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.459857 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.460107 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.460359 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.460585 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.460799 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.461073 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.461301 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.461536 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.461760 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.462014 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.462262 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.462481 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.463685 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.463685 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.463685 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.463685 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.463685 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.464446 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.464446 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.464446 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.464627 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.464817 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.465110 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.465383 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.465602 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.465880 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.466182 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.466439 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.466721 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.466976 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.467225 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.467484 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.467712 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.468262 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.468695 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.468959 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.469199 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.469482 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.469704 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.469925 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.470155 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.470405 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.470783 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.471141 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.471476 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.471873 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.472153 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.472394 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.472778 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.473183 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.473597 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.474000 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.474368 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.474754 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.475125 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.475506 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.475913 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.476281 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.476660 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.477035 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.477415 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.477767 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.478258 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.478626 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.479023 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.479381 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.479754 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.479998 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.480224 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.480479 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.480698 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.480922 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.481154 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.481374 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.481592 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.481823 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.482021 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.482284 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.482504 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.482794 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.483059 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.483281 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.483624 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.483751 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.484168 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.484535 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.484978 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.485425 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.485937 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.487120 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.487757 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.488469 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.489044 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.489629 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.490230 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.490675 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.491092 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.491445 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.491727 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.491988 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.492238 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.492484 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.492741 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.492965 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.493215 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.493437 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.493664 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.493871 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.494512 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.494743 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.495020 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.495234 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.495540 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.495670 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.495893 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.496083 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.496374 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.496630 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.496856 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.497117 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.497367 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.497582 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.497814 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.498023 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.498232 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.498564 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.498790 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.499030 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.499428 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.499631 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.499866 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.500087 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.500302 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.500512 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.500754 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.500960 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.501167 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.501384 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.501597 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.501822 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.502176 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.502557 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.502777 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.503050 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.503266 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.503475 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.503703 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.503931 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.504437 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.504437 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.504646 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.504747 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.505054 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.505301 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.505540 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.505816 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.506044 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.506295 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.506531 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.506832 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.507092 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.507332 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.507578 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.507812 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.508056 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.508307 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.508743 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.509037 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.509301 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.509708 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.509980 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.510268 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.510532 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.510744 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.511041 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.511377 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.511658 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.511906 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.512285 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.512557 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.512792 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.513012 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.513241 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.513476 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.513705 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.513961 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.514205 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.514433 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.514646 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.514870 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.515106 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.515326 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.515533 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.516162 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.516162 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.516162 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 04:44:35.516611 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93168) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 04:44:35.516769 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 04:44:35.516922 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 04:44:35.517089 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 04:44:35.517250 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 04:44:35.517400 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 04:44:35.517669 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.517833 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.517984 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.518142 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.518393 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.518465 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.518722 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.518905 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.519071 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.519192 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.519349 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.519501 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.519621 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.519780 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.519934 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.520089 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.520244 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.520401 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.520562 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.520720 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.520875 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.521031 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.521186 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] debug = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.521343 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.521553 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.521716 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.521909 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.522055 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.522219 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.522350 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.522470 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.522884 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.522884 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.522884 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.523498 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.523498 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.523498 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.523498 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.524041 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.524041 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.524041 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] host = dv-cinder-804035-1-iscsi {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.524041 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.526758 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.526758 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.526758 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.526758 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.526758 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.526758 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.526758 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.526758 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.527667 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.527667 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.527667 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.527667 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.527667 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] log_file = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.527667 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] log_options = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.527667 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.527667 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.527667 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.528643 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.528643 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.528643 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.528643 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.528643 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.528643 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.528643 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.529291 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.529291 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.529291 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.529291 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.529291 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.529291 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.529291 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.529291 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.529859 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.529859 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.529859 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.529859 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.529859 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.529859 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.529859 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.530317 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.530317 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.530317 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.530317 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.530682 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.530682 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.530904 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.530904 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.531616 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.531616 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.531616 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.531616 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.532068 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.532068 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.532068 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.532068 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.532496 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.532496 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.532496 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.532831 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.532831 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] use_json = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.533055 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.533055 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.533416 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.533416 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.533726 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.533726 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.533974 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.533974 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 04:44:35.534208 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.534293 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.534466 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.534678 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.534809 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.534928 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.535113 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.535232 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.535393 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.535552 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.535719 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.535879 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.536049 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.536208 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.536507 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.536507 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.536750 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.536879 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.537002 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.537120 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.537259 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.537417 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.537614 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.537734 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.537894 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.538052 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.538211 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.538371 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.538531 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.538691 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.538921 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.539268 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.539268 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.539495 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.539495 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.540336 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.540336 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.540336 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.540336 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.540336 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.540903 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.540903 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.540903 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.540903 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.541340 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.541340 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.541340 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.541917 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.541917 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.541917 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.541917 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.542370 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.542370 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.542370 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.542679 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.542679 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.542931 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.542931 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.543245 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.543245 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.543487 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.543487 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.543748 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.543832 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.544004 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.544181 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.544334 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.544455 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.544575 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.544712 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.544895 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.545086 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.545086 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.545446 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.545446 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.545718 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.545718 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.545940 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.546116 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.546116 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.546519 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.546519 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.546904 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.546904 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.546904 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.547213 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.547213 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.547358 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.547501 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.547614 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.547766 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.547924 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.548082 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.548241 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.548399 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.548558 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.548716 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.549004 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.549878 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.549878 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.549878 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.549878 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.549878 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.549878 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.550518 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.550518 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.550518 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.550518 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.551089 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.551089 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.551089 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.551089 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.551525 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.551525 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.551525 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.551856 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.551856 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.552008 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.552086 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.552242 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.552412 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.552563 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.552722 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.552880 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.553038 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.553137 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:44:35.553225 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.553344 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.553511 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.553681 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.553907 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.554011 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.554130 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.554307 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.554460 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.554623 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.554782 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.554962 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.555118 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.555276 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.555435 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.555593 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.555751 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.555911 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.556072 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.556229 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.556386 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.556545 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.556771 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.556912 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.557045 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.557170 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.557291 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.557445 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.557604 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.557763 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.557921 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.558079 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.558237 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.558399 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.558556 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.558716 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.558876 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.559055 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.559214 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.559372 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.559530 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.559688 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.559848 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.560005 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.560244 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.560379 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.560502 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.560623 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.560765 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.560924 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.561083 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.561246 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.561404 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.561563 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.561721 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.561885 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.562044 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.562201 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.562359 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.562519 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.562676 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.562834 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.563373 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.563549 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.563685 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.563807 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.563967 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.564125 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.564321 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.564502 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.564693 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.565034 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.565034 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.565274 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.565274 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.565505 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.565505 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.565934 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.565934 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.565934 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.566300 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.566300 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.566509 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.566630 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.566751 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.566889 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.567033 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.567234 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.567453 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.567453 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.567824 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.567824 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.568208 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.568208 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.568208 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.568848 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.568848 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.568848 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.568848 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.570396 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.570396 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.570396 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.570396 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.570396 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.570396 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.570396 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.570396 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.570396 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.571089 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.571089 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.571089 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.571089 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.571089 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.571089 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.571503 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.571503 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.571503 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.571714 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.571793 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.571904 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.572072 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.572412 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.572723 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.572886 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.573059 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.573218 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.573380 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.573538 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.573698 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.573856 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.574017 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.574183 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.574351 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.574517 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.574759 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.574921 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.575234 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.575234 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.575396 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.575475 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.575645 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.575804 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.576116 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.576290 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.578975 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.578975 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.578975 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.578975 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.578975 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.578975 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.578975 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.578975 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.578975 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.579560 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.579560 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.579560 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.579560 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.579560 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.579560 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.579560 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 04:44:35.579560 dv-cinder-804035-1-iscsi neutron-server[93168]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 04:44:35.718006 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 51806) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:44:35.727165 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065730 Aug 10 04:44:47.195787 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7aa9c5-7917-4149-8c7b-bf00cc6d58d6 None None] get_active_networks_info from dv-cinder-804035-1-iscsi {{(pid=93279) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 04:44:47.266270 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7aa9c5-7917-4149-8c7b-bf00cc6d58d6 None None] No non-hosted networks {{(pid=93279) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 10 04:44:47.283720 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1418b763-6641-442f-81ac-49933edc2e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-497403'] for agent, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:50.019451 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff90d-3c96-49ce-8c69-dea862634c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-497403'] for agent, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:50.068279 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7a820481-4650-4242-a6dd-d1952e81ba16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:50.181781 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-497403'] for agent, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:50.182585 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:50.182929 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:50.188372 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:50.188830 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:50.191680 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:50.192048 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:50.192391 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:50.197207 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:50.197565 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:50.199985 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:50.200351 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:50.200696 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:50.201112 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804035-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:44:50.218716 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804035-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:44:51.297951 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-497403'] for agent, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:52.649708 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-497403'] for agent, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:52.967128 dv-cinder-804035-1-iscsi neutron-server[93279]: INFO neutron.db.l3_hamode_db [None req-6594c83c-847e-4689-a4d8-bc81689fceee None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 10 04:44:53.044487 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6594c83c-847e-4689-a4d8-bc81689fceee None None] Routers set() bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:44:53.044875 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6594c83c-847e-4689-a4d8-bc81689fceee None None] Router IDs set() for agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 04:44:53.888539 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 51898) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:44:54.402860 dv-cinder-804035-1-iscsi neutron-server[93278]: WARNING oslo_policy.policy [None req-5ba613ad-7232-4d2b-8171-b8bd74532614 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 04:44:54.403447 dv-cinder-804035-1-iscsi neutron-server[93278]: WARNING oslo_policy.policy [None req-5ba613ad-7232-4d2b-8171-b8bd74532614 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 04:44:54.620156 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [None req-5ba613ad-7232-4d2b-8171-b8bd74532614 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:44:54.621148 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-5ba613ad-7232-4d2b-8171-b8bd74532614 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7314079 Aug 10 04:44:56.987210 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 51912) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:44:57.317832 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-52650c7d-c410-49b0-a821-ceb0896fa41f admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:44:57.408574 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.policy [None req-52650c7d-c410-49b0-a821-ceb0896fa41f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93278) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 04:44:57.452001 dv-cinder-804035-1-iscsi neutron-server[93278]: WARNING oslo_policy.policy [None req-52650c7d-c410-49b0-a821-ceb0896fa41f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 04:44:57.452385 dv-cinder-804035-1-iscsi neutron-server[93278]: WARNING oslo_policy.policy [None req-52650c7d-c410-49b0-a821-ceb0896fa41f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 04:44:57.460995 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.quota [None req-52650c7d-c410-49b0-a821-ceb0896fa41f admin admin] Loaded quota_driver: . Aug 10 04:44:57.556661 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-52650c7d-c410-49b0-a821-ceb0896fa41f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757409761652', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757409761959', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757409781497', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757409775788', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757409352078', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757409952156', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3727524', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3426435', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-354445', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1732575'] for rbac-policy, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:57.627535 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-52650c7d-c410-49b0-a821-ceb0896fa41f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:57.628724 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-52650c7d-c410-49b0-a821-ceb0896fa41f admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6404898 Aug 10 04:45:00.218090 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 51924) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:00.751501 dv-cinder-804035-1-iscsi neutron-server[93277]: WARNING oslo_policy.policy [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 04:45:00.752294 dv-cinder-804035-1-iscsi neutron-server[93277]: WARNING oslo_policy.policy [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 04:45:00.967668 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '0f4920d6ccd94c4d98af3001cf5783ed', 'project_id': '0f4920d6ccd94c4d98af3001cf5783ed'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:00.969146 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.quota [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] Loaded quota_driver: . Aug 10 04:45:01.030007 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] Made reservation on behalf of 0f4920d6ccd94c4d98af3001cf5783ed for: {'network': 1} {{(pid=93277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:45:01.097451 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.policy [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93277) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 04:45:01.141299 dv-cinder-804035-1-iscsi neutron-server[93277]: WARNING oslo_policy.policy [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 04:45:01.141665 dv-cinder-804035-1-iscsi neutron-server[93277]: WARNING oslo_policy.policy [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 04:45:01.151935 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for network, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:01.175052 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:01.311302 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:01.317853 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:01.341916 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=93277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:45:01.366130 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757410627175', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:01.366717 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] Unsubscribe: segment precommit_create {{(pid=93277) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 04:45:01.367247 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.db.segments_db [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] Added segment 65bb76b7-2437-47bf-becd-bbd7becd9b4c of type vlan for network bf53a560-a720-484c-99c4-b0772ba7fcf5 Aug 10 04:45:01.388409 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbd5a5c-1810-4da4-a65d-6f14e8907b41,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:01.422521 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:01.424866 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:01.424866 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:01.424866 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:01.424866 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:01.424866 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:01.425303 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:01.425303 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:01.425303 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:01.425602 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:01.425804 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:01.426119 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:01.427194 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] Tracked resource versions report: Aug 10 04:45:01.427194 dv-cinder-804035-1-iscsi neutron-server[93277]: pushed versions: Aug 10 04:45:01.427194 dv-cinder-804035-1-iscsi neutron-server[93277]: { 'AddressGroup': {'1.2'}, Aug 10 04:45:01.427194 dv-cinder-804035-1-iscsi neutron-server[93277]: 'ConntrackHelper': {'1.0'}, Aug 10 04:45:01.427194 dv-cinder-804035-1-iscsi neutron-server[93277]: 'Log': {'1.0'}, Aug 10 04:45:01.427194 dv-cinder-804035-1-iscsi neutron-server[93277]: 'Network': {'1.1'}, Aug 10 04:45:01.427194 dv-cinder-804035-1-iscsi neutron-server[93277]: 'Port': {'1.7'}, Aug 10 04:45:01.427194 dv-cinder-804035-1-iscsi neutron-server[93277]: 'PortForwarding': {'1.2'}, Aug 10 04:45:01.427194 dv-cinder-804035-1-iscsi neutron-server[93277]: 'QosPolicy': {'1.9'}, Aug 10 04:45:01.427194 dv-cinder-804035-1-iscsi neutron-server[93277]: 'SecurityGroup': {'1.4'}, Aug 10 04:45:01.427194 dv-cinder-804035-1-iscsi neutron-server[93277]: 'SecurityGroupRule': {'1.2'}, Aug 10 04:45:01.427194 dv-cinder-804035-1-iscsi neutron-server[93277]: 'SubPort': {'1.0'}, Aug 10 04:45:01.427194 dv-cinder-804035-1-iscsi neutron-server[93277]: 'Subnet': {'1.1'}, Aug 10 04:45:01.427194 dv-cinder-804035-1-iscsi neutron-server[93277]: 'Trunk': {'1.1'}} Aug 10 04:45:01.427194 dv-cinder-804035-1-iscsi neutron-server[93277]: consumer versions: Aug 10 04:45:01.427194 dv-cinder-804035-1-iscsi neutron-server[93277]: { DHCP agent@dv-cinder-804035-1-iscsi: {}, Aug 10 04:45:01.427194 dv-cinder-804035-1-iscsi neutron-server[93277]: L3 agent@dv-cinder-804035-1-iscsi: {}, Aug 10 04:45:01.427194 dv-cinder-804035-1-iscsi neutron-server[93277]: Metadata agent@dv-cinder-804035-1-iscsi: {}, Aug 10 04:45:01.427194 dv-cinder-804035-1-iscsi neutron-server[93277]: Metering agent@dv-cinder-804035-1-iscsi: {}, Aug 10 04:45:01.427194 dv-cinder-804035-1-iscsi neutron-server[93277]: Open vSwitch agent@dv-cinder-804035-1-iscsi: { 'AddressGroup': '1.2', Aug 10 04:45:01.427194 dv-cinder-804035-1-iscsi neutron-server[93277]: 'ConntrackHelper': '1.0', Aug 10 04:45:01.427194 dv-cinder-804035-1-iscsi neutron-server[93277]: 'Log': '1.0', Aug 10 04:45:01.427194 dv-cinder-804035-1-iscsi neutron-server[93277]: 'Network': '1.1', Aug 10 04:45:01.427194 dv-cinder-804035-1-iscsi neutron-server[93277]: 'Port': '1.7', Aug 10 04:45:01.427194 dv-cinder-804035-1-iscsi neutron-server[93277]: 'PortForwarding': '1.2', Aug 10 04:45:01.427194 dv-cinder-804035-1-iscsi neutron-server[93277]: 'QosPolicy': '1.9', Aug 10 04:45:01.427194 dv-cinder-804035-1-iscsi neutron-server[93277]: 'SecurityGroup': '1.4', Aug 10 04:45:01.427194 dv-cinder-804035-1-iscsi neutron-server[93277]: 'SecurityGroupRule': '1.2', Aug 10 04:45:01.427194 dv-cinder-804035-1-iscsi neutron-server[93277]: 'SubPort': '1.0', Aug 10 04:45:01.427194 dv-cinder-804035-1-iscsi neutron-server[93277]: 'Subnet': '1.1', Aug 10 04:45:01.427194 dv-cinder-804035-1-iscsi neutron-server[93277]: 'Trunk': '1.1'}} Aug 10 04:45:01.427194 dv-cinder-804035-1-iscsi neutron-server[93277]: {{(pid=93277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 04:45:01.496870 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757410051916'] for network, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:01.553214 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092'] for network, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:01.554490 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:01.555177 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:01.634621 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4141631 Aug 10 04:45:01.652171 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80557c08-93e0-4aef-9b13-bed950a2c9c5 admin admin] Pushing event updated for resources: {'Network': ['ID=bf53a560-a720-484c-99c4-b0772ba7fcf5,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:01.667223 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Network bf53a560-a720-484c-99c4-b0772ba7fcf5 details requested by agent ovs-agent-dv-cinder-804035-1-iscsi with host dv-cinder-804035-1-iscsi {{(pid=93279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:45:04.336743 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 51946) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:04.746652 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e7b9ce-e112-41f3-b125-e1944f06fed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:04.748035 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-19e7b9ce-e112-41f3-b125-e1944f06fed6 admin admin] 10.222.0.49 "GET /v2.0/networks/bf53a560-a720-484c-99c4-b0772ba7fcf5 HTTP/1.1" status: 200 len: 825 time: 0.4101715 Aug 10 04:45:04.790050 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-b1d76bac-6334-437b-ab7c-d335368aca07 admin admin] 10.222.0.49 "GET /v2.0/subnetpools/966d2008-2934-4493-80c3-58340de776cf HTTP/1.1" status: 200 len: 734 time: 0.0355432 Aug 10 04:45:04.799760 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-9133ead3-321e-415f-8eff-9afe5168962f admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'bf53a560-a720-484c-99c4-b0772ba7fcf5', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '966d2008-2934-4493-80c3-58340de776cf', 'tenant_id': '0f4920d6ccd94c4d98af3001cf5783ed'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:04.826354 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9133ead3-321e-415f-8eff-9afe5168962f admin admin] Made reservation on behalf of 0f4920d6ccd94c4d98af3001cf5783ed for: {'subnet': 1} {{(pid=93277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:45:04.828914 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9133ead3-321e-415f-8eff-9afe5168962f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:05.154336 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9133ead3-321e-415f-8eff-9afe5168962f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092'] for subnet, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:05.224731 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9133ead3-321e-415f-8eff-9afe5168962f admin admin] Checking segment: {'id': '65bb76b7-2437-47bf-becd-bbd7becd9b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bf53a560-a720-484c-99c4-b0772ba7fcf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:45:05.225117 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9133ead3-321e-415f-8eff-9afe5168962f admin admin] Network hostable DHCP agents. Network: bf53a560-a720-484c-99c4-b0772ba7fcf5, hostable agents: ['5003063e-fd7f-41c4-9249-d5db703bed75'], hosted agents: [] {{(pid=93277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:45:05.227186 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133ead3-321e-415f-8eff-9afe5168962f admin admin] Pushing event updated for resources: {'Subnet': ['ID=355b4227-6953-4401-a40e-291f4078430f,revision_number=0']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:05.253876 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9133ead3-321e-415f-8eff-9afe5168962f admin admin] Network bf53a560-a720-484c-99c4-b0772ba7fcf5 is scheduled to be hosted by DHCP agent 5003063e-fd7f-41c4-9249-d5db703bed75 with binding_index 1 {{(pid=93277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:45:05.267503 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-9133ead3-321e-415f-8eff-9afe5168962f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-1-iscsi, bf53a560-a720-484c-99c4-b0772ba7fcf5) {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:45:05.273731 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9133ead3-321e-415f-8eff-9afe5168962f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:05.274304 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9133ead3-321e-415f-8eff-9afe5168962f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for subnet, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:05.279140 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ad0759-1640-4971-8b55-0c893021e4d6 None None] Network bf53a560-a720-484c-99c4-b0772ba7fcf5 requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:45:05.294727 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-9133ead3-321e-415f-8eff-9afe5168962f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4986308 Aug 10 04:45:05.605394 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceae0c74-19ae-54d1-875a-898b6c6c8056-bf53a560-a720-484c-99c4-b0772ba7fcf5', 'network_id': 'bf53a560-a720-484c-99c4-b0772ba7fcf5', 'tenant_id': '0f4920d6ccd94c4d98af3001cf5783ed', 'fixed_ips': [{'subnet_id': '355b4227-6953-4401-a40e-291f4078430f'}]}} from dv-cinder-804035-1-iscsi. {{(pid=93279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:45:05.606612 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:05.900695 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] Allocated IP 172.20.0.2 (bf53a560-a720-484c-99c4-b0772ba7fcf5/355b4227-6953-4401-a40e-291f4078430f/af65e2e9-e776-4a9f-859d-fb5dcfe6342b) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:45:06.125544 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:06.148790 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] Transition to ACTIVE for port object af65e2e9-e776-4a9f-859d-fb5dcfe6342b will not be triggered until provisioned by entity L2. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:45:06.203517 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] Transition to ACTIVE for port object af65e2e9-e776-4a9f-859d-fb5dcfe6342b will not be triggered until provisioned by entity DHCP. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:45:06.213114 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:06.295815 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] Network bf53a560-a720-484c-99c4-b0772ba7fcf5 is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:45:06.300882 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:45:06.308408 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] Pushing event updated for resources: {'Port': ['ID=af65e2e9-e776-4a9f-859d-fb5dcfe6342b,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:06.310993 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:45:06.321686 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:06.322049 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:06.322421 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:06.322730 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:06.323088 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:06.323464 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:06.323793 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:06.324119 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:06.324458 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:06.324799 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:06.325116 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:06.325418 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:06.326469 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] Tracked resource versions report: Aug 10 04:45:06.326469 dv-cinder-804035-1-iscsi neutron-server[93279]: pushed versions: Aug 10 04:45:06.326469 dv-cinder-804035-1-iscsi neutron-server[93279]: { 'AddressGroup': {'1.2'}, Aug 10 04:45:06.326469 dv-cinder-804035-1-iscsi neutron-server[93279]: 'ConntrackHelper': {'1.0'}, Aug 10 04:45:06.326469 dv-cinder-804035-1-iscsi neutron-server[93279]: 'Log': {'1.0'}, Aug 10 04:45:06.326469 dv-cinder-804035-1-iscsi neutron-server[93279]: 'Network': {'1.1'}, Aug 10 04:45:06.326469 dv-cinder-804035-1-iscsi neutron-server[93279]: 'Port': {'1.7'}, Aug 10 04:45:06.326469 dv-cinder-804035-1-iscsi neutron-server[93279]: 'PortForwarding': {'1.2'}, Aug 10 04:45:06.326469 dv-cinder-804035-1-iscsi neutron-server[93279]: 'QosPolicy': {'1.9'}, Aug 10 04:45:06.326469 dv-cinder-804035-1-iscsi neutron-server[93279]: 'SecurityGroup': {'1.4'}, Aug 10 04:45:06.326469 dv-cinder-804035-1-iscsi neutron-server[93279]: 'SecurityGroupRule': {'1.2'}, Aug 10 04:45:06.326469 dv-cinder-804035-1-iscsi neutron-server[93279]: 'SubPort': {'1.0'}, Aug 10 04:45:06.326469 dv-cinder-804035-1-iscsi neutron-server[93279]: 'Subnet': {'1.1'}, Aug 10 04:45:06.326469 dv-cinder-804035-1-iscsi neutron-server[93279]: 'Trunk': {'1.1'}} Aug 10 04:45:06.326469 dv-cinder-804035-1-iscsi neutron-server[93279]: consumer versions: Aug 10 04:45:06.326469 dv-cinder-804035-1-iscsi neutron-server[93279]: { DHCP agent@dv-cinder-804035-1-iscsi: {}, Aug 10 04:45:06.326469 dv-cinder-804035-1-iscsi neutron-server[93279]: L3 agent@dv-cinder-804035-1-iscsi: {}, Aug 10 04:45:06.326469 dv-cinder-804035-1-iscsi neutron-server[93279]: Metadata agent@dv-cinder-804035-1-iscsi: {}, Aug 10 04:45:06.326469 dv-cinder-804035-1-iscsi neutron-server[93279]: Metering agent@dv-cinder-804035-1-iscsi: {}, Aug 10 04:45:06.326469 dv-cinder-804035-1-iscsi neutron-server[93279]: Open vSwitch agent@dv-cinder-804035-1-iscsi: { 'AddressGroup': '1.2', Aug 10 04:45:06.326469 dv-cinder-804035-1-iscsi neutron-server[93279]: 'ConntrackHelper': '1.0', Aug 10 04:45:06.326469 dv-cinder-804035-1-iscsi neutron-server[93279]: 'Log': '1.0', Aug 10 04:45:06.326469 dv-cinder-804035-1-iscsi neutron-server[93279]: 'Network': '1.1', Aug 10 04:45:06.326469 dv-cinder-804035-1-iscsi neutron-server[93279]: 'Port': '1.7', Aug 10 04:45:06.326469 dv-cinder-804035-1-iscsi neutron-server[93279]: 'PortForwarding': '1.2', Aug 10 04:45:06.326469 dv-cinder-804035-1-iscsi neutron-server[93279]: 'QosPolicy': '1.9', Aug 10 04:45:06.326469 dv-cinder-804035-1-iscsi neutron-server[93279]: 'SecurityGroup': '1.4', Aug 10 04:45:06.326469 dv-cinder-804035-1-iscsi neutron-server[93279]: 'SecurityGroupRule': '1.2', Aug 10 04:45:06.326469 dv-cinder-804035-1-iscsi neutron-server[93279]: 'SubPort': '1.0', Aug 10 04:45:06.326469 dv-cinder-804035-1-iscsi neutron-server[93279]: 'Subnet': '1.1', Aug 10 04:45:06.326469 dv-cinder-804035-1-iscsi neutron-server[93279]: 'Trunk': '1.1'}} Aug 10 04:45:06.326469 dv-cinder-804035-1-iscsi neutron-server[93279]: {{(pid=93279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 04:45:06.412877 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] Attempting to bind port af65e2e9-e776-4a9f-859d-fb5dcfe6342b on host dv-cinder-804035-1-iscsi for vnic_type normal with profile {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:45:06.412877 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] Attempting to bind port af65e2e9-e776-4a9f-859d-fb5dcfe6342b by drivers openvswitch,hyperv on host dv-cinder-804035-1-iscsi at level 0 using segments [{'id': '65bb76b7-2437-47bf-becd-bbd7becd9b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bf53a560-a720-484c-99c4-b0772ba7fcf5'}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:45:06.412877 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] Attempting to bind port af65e2e9-e776-4a9f-859d-fb5dcfe6342b on network bf53a560-a720-484c-99c4-b0772ba7fcf5 {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:45:06.420375 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] Checking agent: {'id': 'e86c392a-1153-4c8a-96a5-08eb1b77cf3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 44, 50), 'started_at': datetime.datetime(2021, 8, 10, 4, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:45:06.420791 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] Checking segment: {'id': '65bb76b7-2437-47bf-becd-bbd7becd9b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bf53a560-a720-484c-99c4-b0772ba7fcf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:45:06.421257 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:06.421670 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] Bound using segment: {'id': '65bb76b7-2437-47bf-becd-bbd7becd9b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bf53a560-a720-484c-99c4-b0772ba7fcf5'} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:45:06.422174 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] Bound port: af65e2e9-e776-4a9f-859d-fb5dcfe6342b, host: dv-cinder-804035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65bb76b7-2437-47bf-becd-bbd7becd9b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bf53a560-a720-484c-99c4-b0772ba7fcf5'}}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:45:06.422614 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:06.508499 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] For port af65e2e9-e776-4a9f-859d-fb5dcfe6342b, host dv-cinder-804035-1-iscsi, cleared binding levels {{(pid=93279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:45:06.513794 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] For port af65e2e9-e776-4a9f-859d-fb5dcfe6342b, host dv-cinder-804035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=af65e2e9-e776-4a9f-859d-fb5dcfe6342b,segment=NetworkSegment(65bb76b7-2437-47bf-becd-bbd7becd9b4c),segment_id=65bb76b7-2437-47bf-becd-bbd7becd9b4c)] {{(pid=93279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:45:06.519993 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:06.592650 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca19a47-0e85-4a4a-8133-f5b6c985c00a None None] Pushing event updated for resources: {'Port': ['ID=af65e2e9-e776-4a9f-859d-fb5dcfe6342b,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:07.801297 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 51954) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:08.155783 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [None req-6b44732c-b028-42c7-ae06-63dea5b68d38 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:45:08.156729 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-6b44732c-b028-42c7-ae06-63dea5b68d38 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3543842 Aug 10 04:45:10.551462 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 51962) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:10.904174 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [None req-bfdbfe40-a4c9-400b-902d-a7ad9af254a6 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:45:10.905156 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-bfdbfe40-a4c9-400b-902d-a7ad9af254a6 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3523734 Aug 10 04:45:13.576406 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 51972) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:13.889825 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-4377c32d-ad8d-4d80-8e72-6164675b99c1 admin admin] Request body: {'router': {'tenant_id': '0f4920d6ccd94c4d98af3001cf5783ed', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:13.918732 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4377c32d-ad8d-4d80-8e72-6164675b99c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3318'] for router, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:13.920357 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4377c32d-ad8d-4d80-8e72-6164675b99c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496151', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3325'] for router, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:14.071909 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4377c32d-ad8d-4d80-8e72-6164675b99c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:14.078068 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4377c32d-ad8d-4d80-8e72-6164675b99c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496356'] for router, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:14.092823 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4377c32d-ad8d-4d80-8e72-6164675b99c1 admin admin] Notify callbacks [] for router, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:14.094079 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-4377c32d-ad8d-4d80-8e72-6164675b99c1 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5167050 Aug 10 04:45:14.375187 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device af65e2e9-e776-4a9f-859d-fb5dcfe6342b up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:45:14.458358 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning for port af65e2e9-e776-4a9f-859d-fb5dcfe6342b completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:45:15.178446 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d171cd-d968-432e-8dff-914c2603a41b None None] Network bf53a560-a720-484c-99c4-b0772ba7fcf5 requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:45:15.276186 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-03f52112-e76b-4c75-9fac-6723f2f11c43 None None] Provisioning for port af65e2e9-e776-4a9f-859d-fb5dcfe6342b completed by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:45:15.282271 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-03f52112-e76b-4c75-9fac-6723f2f11c43 None None] Provisioning complete for port af65e2e9-e776-4a9f-859d-fb5dcfe6342b triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:15.282656 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-03f52112-e76b-4c75-9fac-6723f2f11c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:15.453558 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-03f52112-e76b-4c75-9fac-6723f2f11c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:15.467418 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 5 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:45:15.493326 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-03f52112-e76b-4c75-9fac-6723f2f11c43 None None] For port af65e2e9-e776-4a9f-859d-fb5dcfe6342b, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=af65e2e9-e776-4a9f-859d-fb5dcfe6342b,segment=NetworkSegment(65bb76b7-2437-47bf-becd-bbd7becd9b4c),segment_id=65bb76b7-2437-47bf-becd-bbd7becd9b4c)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:15.498447 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-03f52112-e76b-4c75-9fac-6723f2f11c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:15.549926 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f52112-e76b-4c75-9fac-6723f2f11c43 None None] Pushing event updated for resources: {'Port': ['ID=af65e2e9-e776-4a9f-859d-fb5dcfe6342b,revision_number=3']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:15.719331 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-705a5159-6ff9-49dd-842a-96d941dc47b5 None None] Provisioning complete for port af65e2e9-e776-4a9f-859d-fb5dcfe6342b triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:15.719793 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-705a5159-6ff9-49dd-842a-96d941dc47b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:16.348684 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device af65e2e9-e776-4a9f-859d-fb5dcfe6342b up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:45:16.396249 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port af65e2e9-e776-4a9f-859d-fb5dcfe6342b triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:16.396628 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:16.509135 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 51984) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:16.838478 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [None req-34e37337-fc72-405b-9554-f5cbe8231c23 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:45:16.839469 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-34e37337-fc72-405b-9554-f5cbe8231c23 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3293769 Aug 10 04:45:17.099570 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4e4a0f27-25eb-46fe-92f1-71d199f5ff34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:19.225640 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 51992) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:19.583588 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-f2dd0045-8e70-4735-b10a-45384b4b7046 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:19.605818 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dd0045-8e70-4735-b10a-45384b4b7046 admin admin] Made reservation on behalf of 1515e0074bc44b9fad66bf4c3478f24e for: {'network': 1} {{(pid=93277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:45:19.608188 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f2dd0045-8e70-4735-b10a-45384b4b7046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for network, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:19.616102 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f2dd0045-8e70-4735-b10a-45384b4b7046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:19.704280 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f2dd0045-8e70-4735-b10a-45384b4b7046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:19.708596 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f2dd0045-8e70-4735-b10a-45384b4b7046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:19.723317 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f2dd0045-8e70-4735-b10a-45384b4b7046 admin admin] Reserving flat network on physical network physnet1 {{(pid=93277) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 10 04:45:19.742862 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd0045-8e70-4735-b10a-45384b4b7046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9897611e-c8b3-4e04-8fd7-d212bd87348e,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:19.747433 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f2dd0045-8e70-4735-b10a-45384b4b7046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:19.747772 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.db.segments_db [None req-f2dd0045-8e70-4735-b10a-45384b4b7046 admin admin] Added segment b7fff169-1c8e-4170-8d8b-00d331120c68 of type flat for network 0a1a8acd-4687-4edf-98ff-0a50fc5a0482 Aug 10 04:45:19.795146 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f2dd0045-8e70-4735-b10a-45384b4b7046 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757410051916'] for network, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:19.835848 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f2dd0045-8e70-4735-b10a-45384b4b7046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092'] for network, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:19.836603 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dd0045-8e70-4735-b10a-45384b4b7046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:19.837198 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f2dd0045-8e70-4735-b10a-45384b4b7046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:19.895356 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-f2dd0045-8e70-4735-b10a-45384b4b7046 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6684811 Aug 10 04:45:19.895945 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd0045-8e70-4735-b10a-45384b4b7046 admin admin] Pushing event updated for resources: {'Network': ['ID=0a1a8acd-4687-4edf-98ff-0a50fc5a0482,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:19.908529 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Network 0a1a8acd-4687-4edf-98ff-0a50fc5a0482 details requested by agent ovs-agent-dv-cinder-804035-1-iscsi with host dv-cinder-804035-1-iscsi {{(pid=93279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:45:20.020554 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a3be02a1-8f20-4e43-96d2-b78b538a0842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:20.181272 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:21.164295 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:22.297599 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 52010) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:22.507370 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40c01b5-5456-4331-8b01-b488420ae88b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:22.508732 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-d40c01b5-5456-4331-8b01-b488420ae88b admin admin] 10.222.0.49 "GET /v2.0/subnets/355b4227-6953-4401-a40e-291f4078430f HTTP/1.1" status: 200 len: 849 time: 0.2100677 Aug 10 04:45:22.583132 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:22.630670 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-7ee17bc8-4d40-4afa-b19c-3749ccc9df98 admin admin] 10.222.0.49 "GET /v2.0/routers/cd930a76-75de-457e-8a39-394f7a8d33be HTTP/1.1" status: 200 len: 704 time: 0.1159027 Aug 10 04:45:22.908825 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-fc1e6d05-95c9-4617-82e1-8351921adcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:23.210835 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [None req-fc1e6d05-95c9-4617-82e1-8351921adcba admin admin] Allocated IP 172.20.0.1 (bf53a560-a720-484c-99c4-b0772ba7fcf5/355b4227-6953-4401-a40e-291f4078430f/331428ff-8167-4aa3-ba0a-569f4c3515f5) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:45:23.414521 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-fc1e6d05-95c9-4617-82e1-8351921adcba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:23.437721 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-fc1e6d05-95c9-4617-82e1-8351921adcba admin admin] Transition to ACTIVE for port object 331428ff-8167-4aa3-ba0a-569f4c3515f5 will not be triggered until provisioned by entity DHCP. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:45:23.521896 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-fc1e6d05-95c9-4617-82e1-8351921adcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:23.597462 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1e6d05-95c9-4617-82e1-8351921adcba admin admin] Network bf53a560-a720-484c-99c4-b0772ba7fcf5 is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:45:23.602774 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-fc1e6d05-95c9-4617-82e1-8351921adcba admin admin] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:45:23.607722 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1e6d05-95c9-4617-82e1-8351921adcba admin admin] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:45:23.608808 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-fc1e6d05-95c9-4617-82e1-8351921adcba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495639'] for router_interface, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:23.628135 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e6d05-95c9-4617-82e1-8351921adcba admin admin] Pushing event updated for resources: {'Port': ['ID=331428ff-8167-4aa3-ba0a-569f4c3515f5,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:23.783769 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-14342456-decb-4e7f-83c0-e3201af38852 None None] Provisioning for port 331428ff-8167-4aa3-ba0a-569f4c3515f5 completed by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:45:23.787639 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-14342456-decb-4e7f-83c0-e3201af38852 None None] Provisioning complete for port 331428ff-8167-4aa3-ba0a-569f4c3515f5 triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:23.788101 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-14342456-decb-4e7f-83c0-e3201af38852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:23.821014 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-fc1e6d05-95c9-4617-82e1-8351921adcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:23.823671 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-14342456-decb-4e7f-83c0-e3201af38852 None None] Port 331428ff-8167-4aa3-ba0a-569f4c3515f5 cannot update to ACTIVE because it is not bound. {{(pid=93279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:45:24.037994 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-fc1e6d05-95c9-4617-82e1-8351921adcba admin admin] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:24.044093 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-fc1e6d05-95c9-4617-82e1-8351921adcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:24.044860 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-fc1e6d05-95c9-4617-82e1-8351921adcba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495779'] for router_interface, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:24.132581 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e6d05-95c9-4617-82e1-8351921adcba admin admin] Pushing event updated for resources: {'Port': ['ID=331428ff-8167-4aa3-ba0a-569f4c3515f5,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:24.185065 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1e6d05-95c9-4617-82e1-8351921adcba admin admin] Network bf53a560-a720-484c-99c4-b0772ba7fcf5 is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:45:24.186540 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-fc1e6d05-95c9-4617-82e1-8351921adcba admin admin] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:45:24.377384 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1e6d05-95c9-4617-82e1-8351921adcba admin admin] Router cd930a76-75de-457e-8a39-394f7a8d33be is scheduled to L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d with binding_index 1 {{(pid=93277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:45:24.446873 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-a95ce127-05b3-4202-a48c-e5151ed61279 None None] Provisioning complete for port 331428ff-8167-4aa3-ba0a-569f4c3515f5 triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:24.447281 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95ce127-05b3-4202-a48c-e5151ed61279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:24.472232 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1e6d05-95c9-4617-82e1-8351921adcba admin admin] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:45:24.481012 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-fc1e6d05-95c9-4617-82e1-8351921adcba admin admin] 10.222.0.49 "PUT /v2.0/routers/cd930a76-75de-457e-8a39-394f7a8d33be/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8447163 Aug 10 04:45:24.490070 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cabf5fd-3428-479c-bea4-4d37ec2ffb9a None None] Sync routers for ids ['cd930a76-75de-457e-8a39-394f7a8d33be'] in dv-cinder-804035-1-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:45:24.497460 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-a95ce127-05b3-4202-a48c-e5151ed61279 None None] Port 331428ff-8167-4aa3-ba0a-569f4c3515f5 cannot update to ACTIVE because it is not bound. {{(pid=93279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:45:24.508826 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cabf5fd-3428-479c-bea4-4d37ec2ffb9a None None] Routers {'cd930a76-75de-457e-8a39-394f7a8d33be'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:45:24.509684 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-0cabf5fd-3428-479c-bea4-4d37ec2ffb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:45:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['cd930a76-75de-457e-8a39-394f7a8d33be'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:24.699386 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-0cabf5fd-3428-479c-bea4-4d37ec2ffb9a None None] Set router cd930a76-75de-457e-8a39-394f7a8d33be gateway port host: None {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:45:25.118225 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-0cabf5fd-3428-479c-bea4-4d37ec2ffb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd930a76-75de-457e-8a39-394f7a8d33be', 'name': 'router1', 'tenant_id': '0f4920d6ccd94c4d98af3001cf5783ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:45:13Z', 'updated_at': '2021-08-10T04:45:23Z', 'revision_number': 2, 'project_id': '0f4920d6ccd94c4d98af3001cf5783ed', 'gw_port_host': None, '_interfaces': [{'id': '331428ff-8167-4aa3-ba0a-569f4c3515f5', 'name': '', 'network_id': 'bf53a560-a720-484c-99c4-b0772ba7fcf5', 'tenant_id': '0f4920d6ccd94c4d98af3001cf5783ed', 'mac_address': 'fa:16:3e:b8:b0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd930a76-75de-457e-8a39-394f7a8d33be', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '355b4227-6953-4401-a40e-291f4078430f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:22Z', 'updated_at': '2021-08-10T04:45:23Z', 'revision_number': 2, 'project_id': '0f4920d6ccd94c4d98af3001cf5783ed', 'subnets': [{'id': '355b4227-6953-4401-a40e-291f4078430f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '966d2008-2934-4493-80c3-58340de776cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:25.168192 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cabf5fd-3428-479c-bea4-4d37ec2ffb9a None None] Checking router: cd930a76-75de-457e-8a39-394f7a8d33be for host: dv-cinder-804035-1-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:45:25.168555 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cabf5fd-3428-479c-bea4-4d37ec2ffb9a None None] Updating router cd930a76-75de-457e-8a39-394f7a8d33be port 331428ff-8167-4aa3-ba0a-569f4c3515f5 binding host dv-cinder-804035-1-iscsi {{(pid=93280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:45:25.216257 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0cabf5fd-3428-479c-bea4-4d37ec2ffb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:25.762848 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0cabf5fd-3428-479c-bea4-4d37ec2ffb9a None None] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:25.782424 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-0cabf5fd-3428-479c-bea4-4d37ec2ffb9a None None] Transition to ACTIVE for port object 331428ff-8167-4aa3-ba0a-569f4c3515f5 will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:45:25.788932 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0cabf5fd-3428-479c-bea4-4d37ec2ffb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:25.949440 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ac15d-1c1f-4f55-9c11-d8cfd4bbbe54 None None] Pushing event updated for resources: {'Port': ['ID=331428ff-8167-4aa3-ba0a-569f4c3515f5,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:25.959843 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03ac15d-1c1f-4f55-9c11-d8cfd4bbbe54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:25.960197 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03ac15d-1c1f-4f55-9c11-d8cfd4bbbe54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:25.960527 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03ac15d-1c1f-4f55-9c11-d8cfd4bbbe54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:25.960851 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03ac15d-1c1f-4f55-9c11-d8cfd4bbbe54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:25.961134 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03ac15d-1c1f-4f55-9c11-d8cfd4bbbe54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:25.961462 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03ac15d-1c1f-4f55-9c11-d8cfd4bbbe54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:25.961784 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03ac15d-1c1f-4f55-9c11-d8cfd4bbbe54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:25.962105 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03ac15d-1c1f-4f55-9c11-d8cfd4bbbe54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:25.962444 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03ac15d-1c1f-4f55-9c11-d8cfd4bbbe54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:25.962765 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03ac15d-1c1f-4f55-9c11-d8cfd4bbbe54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:25.963216 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03ac15d-1c1f-4f55-9c11-d8cfd4bbbe54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:25.963409 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03ac15d-1c1f-4f55-9c11-d8cfd4bbbe54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:25.964556 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03ac15d-1c1f-4f55-9c11-d8cfd4bbbe54 None None] Tracked resource versions report: Aug 10 04:45:25.964556 dv-cinder-804035-1-iscsi neutron-server[93280]: pushed versions: Aug 10 04:45:25.964556 dv-cinder-804035-1-iscsi neutron-server[93280]: { 'AddressGroup': {'1.2'}, Aug 10 04:45:25.964556 dv-cinder-804035-1-iscsi neutron-server[93280]: 'ConntrackHelper': {'1.0'}, Aug 10 04:45:25.964556 dv-cinder-804035-1-iscsi neutron-server[93280]: 'Log': {'1.0'}, Aug 10 04:45:25.964556 dv-cinder-804035-1-iscsi neutron-server[93280]: 'Network': {'1.1'}, Aug 10 04:45:25.964556 dv-cinder-804035-1-iscsi neutron-server[93280]: 'Port': {'1.7'}, Aug 10 04:45:25.964556 dv-cinder-804035-1-iscsi neutron-server[93280]: 'PortForwarding': {'1.2'}, Aug 10 04:45:25.964556 dv-cinder-804035-1-iscsi neutron-server[93280]: 'QosPolicy': {'1.9'}, Aug 10 04:45:25.964556 dv-cinder-804035-1-iscsi neutron-server[93280]: 'SecurityGroup': {'1.4'}, Aug 10 04:45:25.964556 dv-cinder-804035-1-iscsi neutron-server[93280]: 'SecurityGroupRule': {'1.2'}, Aug 10 04:45:25.964556 dv-cinder-804035-1-iscsi neutron-server[93280]: 'SubPort': {'1.0'}, Aug 10 04:45:25.964556 dv-cinder-804035-1-iscsi neutron-server[93280]: 'Subnet': {'1.1'}, Aug 10 04:45:25.964556 dv-cinder-804035-1-iscsi neutron-server[93280]: 'Trunk': {'1.1'}} Aug 10 04:45:25.964556 dv-cinder-804035-1-iscsi neutron-server[93280]: consumer versions: Aug 10 04:45:25.964556 dv-cinder-804035-1-iscsi neutron-server[93280]: { DHCP agent@dv-cinder-804035-1-iscsi: {}, Aug 10 04:45:25.964556 dv-cinder-804035-1-iscsi neutron-server[93280]: L3 agent@dv-cinder-804035-1-iscsi: {}, Aug 10 04:45:25.964556 dv-cinder-804035-1-iscsi neutron-server[93280]: Metadata agent@dv-cinder-804035-1-iscsi: {}, Aug 10 04:45:25.964556 dv-cinder-804035-1-iscsi neutron-server[93280]: Metering agent@dv-cinder-804035-1-iscsi: {}, Aug 10 04:45:25.964556 dv-cinder-804035-1-iscsi neutron-server[93280]: Open vSwitch agent@dv-cinder-804035-1-iscsi: { 'AddressGroup': '1.2', Aug 10 04:45:25.964556 dv-cinder-804035-1-iscsi neutron-server[93280]: 'ConntrackHelper': '1.0', Aug 10 04:45:25.964556 dv-cinder-804035-1-iscsi neutron-server[93280]: 'Log': '1.0', Aug 10 04:45:25.964556 dv-cinder-804035-1-iscsi neutron-server[93280]: 'Network': '1.1', Aug 10 04:45:25.964556 dv-cinder-804035-1-iscsi neutron-server[93280]: 'Port': '1.7', Aug 10 04:45:25.964556 dv-cinder-804035-1-iscsi neutron-server[93280]: 'PortForwarding': '1.2', Aug 10 04:45:25.964556 dv-cinder-804035-1-iscsi neutron-server[93280]: 'QosPolicy': '1.9', Aug 10 04:45:25.964556 dv-cinder-804035-1-iscsi neutron-server[93280]: 'SecurityGroup': '1.4', Aug 10 04:45:25.964556 dv-cinder-804035-1-iscsi neutron-server[93280]: 'SecurityGroupRule': '1.2', Aug 10 04:45:25.964556 dv-cinder-804035-1-iscsi neutron-server[93280]: 'SubPort': '1.0', Aug 10 04:45:25.964556 dv-cinder-804035-1-iscsi neutron-server[93280]: 'Subnet': '1.1', Aug 10 04:45:25.964556 dv-cinder-804035-1-iscsi neutron-server[93280]: 'Trunk': '1.1'}} Aug 10 04:45:25.964556 dv-cinder-804035-1-iscsi neutron-server[93280]: {{(pid=93280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 04:45:25.967271 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-0cabf5fd-3428-479c-bea4-4d37ec2ffb9a None None] Attempting to bind port 331428ff-8167-4aa3-ba0a-569f4c3515f5 on host dv-cinder-804035-1-iscsi for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:45:25.967496 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-0cabf5fd-3428-479c-bea4-4d37ec2ffb9a None None] Attempting to bind port 331428ff-8167-4aa3-ba0a-569f4c3515f5 by drivers openvswitch,hyperv on host dv-cinder-804035-1-iscsi at level 0 using segments [{'id': '65bb76b7-2437-47bf-becd-bbd7becd9b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bf53a560-a720-484c-99c4-b0772ba7fcf5'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:45:25.967918 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cabf5fd-3428-479c-bea4-4d37ec2ffb9a None None] Attempting to bind port 331428ff-8167-4aa3-ba0a-569f4c3515f5 on network bf53a560-a720-484c-99c4-b0772ba7fcf5 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:45:25.974133 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cabf5fd-3428-479c-bea4-4d37ec2ffb9a None None] Checking agent: {'id': 'e86c392a-1153-4c8a-96a5-08eb1b77cf3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 44, 50), 'started_at': datetime.datetime(2021, 8, 10, 4, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:45:25.974541 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cabf5fd-3428-479c-bea4-4d37ec2ffb9a None None] Checking segment: {'id': '65bb76b7-2437-47bf-becd-bbd7becd9b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bf53a560-a720-484c-99c4-b0772ba7fcf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:45:25.975041 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0cabf5fd-3428-479c-bea4-4d37ec2ffb9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:25.975440 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cabf5fd-3428-479c-bea4-4d37ec2ffb9a None None] Bound using segment: {'id': '65bb76b7-2437-47bf-becd-bbd7becd9b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bf53a560-a720-484c-99c4-b0772ba7fcf5'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:45:25.976189 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-0cabf5fd-3428-479c-bea4-4d37ec2ffb9a None None] Bound port: 331428ff-8167-4aa3-ba0a-569f4c3515f5, host: dv-cinder-804035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65bb76b7-2437-47bf-becd-bbd7becd9b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bf53a560-a720-484c-99c4-b0772ba7fcf5'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:45:25.976400 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0cabf5fd-3428-479c-bea4-4d37ec2ffb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:26.046166 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-0cabf5fd-3428-479c-bea4-4d37ec2ffb9a None None] For port 331428ff-8167-4aa3-ba0a-569f4c3515f5, host dv-cinder-804035-1-iscsi, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:45:26.068692 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-0cabf5fd-3428-479c-bea4-4d37ec2ffb9a None None] For port 331428ff-8167-4aa3-ba0a-569f4c3515f5, host dv-cinder-804035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=331428ff-8167-4aa3-ba0a-569f4c3515f5,segment=NetworkSegment(65bb76b7-2437-47bf-becd-bbd7becd9b4c),segment_id=65bb76b7-2437-47bf-becd-bbd7becd9b4c)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:45:26.074117 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0cabf5fd-3428-479c-bea4-4d37ec2ffb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:26.134672 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cabf5fd-3428-479c-bea4-4d37ec2ffb9a None None] Routers {'cd930a76-75de-457e-8a39-394f7a8d33be'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:45:26.135334 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-0cabf5fd-3428-479c-bea4-4d37ec2ffb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:45:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['cd930a76-75de-457e-8a39-394f7a8d33be'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:26.137242 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ac15d-1c1f-4f55-9c11-d8cfd4bbbe54 None None] Pushing event updated for resources: {'Port': ['ID=331428ff-8167-4aa3-ba0a-569f4c3515f5,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:26.226643 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-0cabf5fd-3428-479c-bea4-4d37ec2ffb9a None None] Set router cd930a76-75de-457e-8a39-394f7a8d33be gateway port host: None {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:45:26.444407 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-0cabf5fd-3428-479c-bea4-4d37ec2ffb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd930a76-75de-457e-8a39-394f7a8d33be', 'name': 'router1', 'tenant_id': '0f4920d6ccd94c4d98af3001cf5783ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:45:13Z', 'updated_at': '2021-08-10T04:45:23Z', 'revision_number': 2, 'project_id': '0f4920d6ccd94c4d98af3001cf5783ed', 'gw_port_host': None, '_interfaces': [{'id': '331428ff-8167-4aa3-ba0a-569f4c3515f5', 'name': '', 'network_id': 'bf53a560-a720-484c-99c4-b0772ba7fcf5', 'tenant_id': '0f4920d6ccd94c4d98af3001cf5783ed', 'mac_address': 'fa:16:3e:b8:b0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd930a76-75de-457e-8a39-394f7a8d33be', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '355b4227-6953-4401-a40e-291f4078430f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:22Z', 'updated_at': '2021-08-10T04:45:26Z', 'revision_number': 4, 'project_id': '0f4920d6ccd94c4d98af3001cf5783ed', 'subnets': [{'id': '355b4227-6953-4401-a40e-291f4078430f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '966d2008-2934-4493-80c3-58340de776cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:26.469750 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cabf5fd-3428-479c-bea4-4d37ec2ffb9a None None] The sync data for ids ['cd930a76-75de-457e-8a39-394f7a8d33be'] in dv-cinder-804035-1-iscsi is: [{'id': 'cd930a76-75de-457e-8a39-394f7a8d33be', 'name': 'router1', 'tenant_id': '0f4920d6ccd94c4d98af3001cf5783ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:45:13Z', 'updated_at': '2021-08-10T04:45:23Z', 'revision_number': 2, 'project_id': '0f4920d6ccd94c4d98af3001cf5783ed', 'gw_port_host': None, '_interfaces': [{'id': '331428ff-8167-4aa3-ba0a-569f4c3515f5', 'name': '', 'network_id': 'bf53a560-a720-484c-99c4-b0772ba7fcf5', 'tenant_id': '0f4920d6ccd94c4d98af3001cf5783ed', 'mac_address': 'fa:16:3e:b8:b0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd930a76-75de-457e-8a39-394f7a8d33be', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '355b4227-6953-4401-a40e-291f4078430f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:22Z', 'updated_at': '2021-08-10T04:45:26Z', 'revision_number': 4, 'project_id': '0f4920d6ccd94c4d98af3001cf5783ed', 'subnets': [{'id': '355b4227-6953-4401-a40e-291f4078430f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '966d2008-2934-4493-80c3-58340de776cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:45:26.769143 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 52030) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:26.964327 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11605cc9-398d-40f4-8a89-db3551a0c5d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:26.966817 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-11605cc9-398d-40f4-8a89-db3551a0c5d9 admin admin] 10.222.0.49 "GET /v2.0/networks/0a1a8acd-4687-4edf-98ff-0a50fc5a0482 HTTP/1.1" status: 200 len: 842 time: 0.1957374 Aug 10 04:45:26.976068 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-516e766a-d242-4130-890a-36215da0ca0b admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:27.009076 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516e766a-d242-4130-890a-36215da0ca0b admin admin] Made reservation on behalf of 1515e0074bc44b9fad66bf4c3478f24e for: {'subnet': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:45:27.012439 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-516e766a-d242-4130-890a-36215da0ca0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:27.434397 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.objects.ports [None req-516e766a-d242-4130-890a-36215da0ca0b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93278) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 04:45:27.434867 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-516e766a-d242-4130-890a-36215da0ca0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092'] for subnet, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:27.501495 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e766a-d242-4130-890a-36215da0ca0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fb0ac1d-f2fb-452a-b682-4051fe90b57f,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:27.504107 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516e766a-d242-4130-890a-36215da0ca0b admin admin] Checking segment: {'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:45:27.504498 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516e766a-d242-4130-890a-36215da0ca0b admin admin] Network hostable DHCP agents. Network: 0a1a8acd-4687-4edf-98ff-0a50fc5a0482, hostable agents: ['5003063e-fd7f-41c4-9249-d5db703bed75'], hosted agents: [] {{(pid=93278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:45:27.516047 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516e766a-d242-4130-890a-36215da0ca0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:27.516531 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516e766a-d242-4130-890a-36215da0ca0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:27.516945 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516e766a-d242-4130-890a-36215da0ca0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:27.517274 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516e766a-d242-4130-890a-36215da0ca0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:27.517605 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516e766a-d242-4130-890a-36215da0ca0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:27.517927 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516e766a-d242-4130-890a-36215da0ca0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:27.518224 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516e766a-d242-4130-890a-36215da0ca0b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:27.518537 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516e766a-d242-4130-890a-36215da0ca0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:27.518877 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516e766a-d242-4130-890a-36215da0ca0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:27.519222 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516e766a-d242-4130-890a-36215da0ca0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:27.519555 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516e766a-d242-4130-890a-36215da0ca0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:27.519868 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516e766a-d242-4130-890a-36215da0ca0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:27.520901 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516e766a-d242-4130-890a-36215da0ca0b admin admin] Tracked resource versions report: Aug 10 04:45:27.520901 dv-cinder-804035-1-iscsi neutron-server[93278]: pushed versions: Aug 10 04:45:27.520901 dv-cinder-804035-1-iscsi neutron-server[93278]: { 'AddressGroup': {'1.2'}, Aug 10 04:45:27.520901 dv-cinder-804035-1-iscsi neutron-server[93278]: 'ConntrackHelper': {'1.0'}, Aug 10 04:45:27.520901 dv-cinder-804035-1-iscsi neutron-server[93278]: 'Log': {'1.0'}, Aug 10 04:45:27.520901 dv-cinder-804035-1-iscsi neutron-server[93278]: 'Network': {'1.1'}, Aug 10 04:45:27.520901 dv-cinder-804035-1-iscsi neutron-server[93278]: 'Port': {'1.7'}, Aug 10 04:45:27.520901 dv-cinder-804035-1-iscsi neutron-server[93278]: 'PortForwarding': {'1.2'}, Aug 10 04:45:27.520901 dv-cinder-804035-1-iscsi neutron-server[93278]: 'QosPolicy': {'1.9'}, Aug 10 04:45:27.520901 dv-cinder-804035-1-iscsi neutron-server[93278]: 'SecurityGroup': {'1.4'}, Aug 10 04:45:27.520901 dv-cinder-804035-1-iscsi neutron-server[93278]: 'SecurityGroupRule': {'1.2'}, Aug 10 04:45:27.520901 dv-cinder-804035-1-iscsi neutron-server[93278]: 'SubPort': {'1.0'}, Aug 10 04:45:27.520901 dv-cinder-804035-1-iscsi neutron-server[93278]: 'Subnet': {'1.1'}, Aug 10 04:45:27.520901 dv-cinder-804035-1-iscsi neutron-server[93278]: 'Trunk': {'1.1'}} Aug 10 04:45:27.520901 dv-cinder-804035-1-iscsi neutron-server[93278]: consumer versions: Aug 10 04:45:27.520901 dv-cinder-804035-1-iscsi neutron-server[93278]: { DHCP agent@dv-cinder-804035-1-iscsi: {}, Aug 10 04:45:27.520901 dv-cinder-804035-1-iscsi neutron-server[93278]: L3 agent@dv-cinder-804035-1-iscsi: {}, Aug 10 04:45:27.520901 dv-cinder-804035-1-iscsi neutron-server[93278]: Metadata agent@dv-cinder-804035-1-iscsi: {}, Aug 10 04:45:27.520901 dv-cinder-804035-1-iscsi neutron-server[93278]: Metering agent@dv-cinder-804035-1-iscsi: {}, Aug 10 04:45:27.520901 dv-cinder-804035-1-iscsi neutron-server[93278]: Open vSwitch agent@dv-cinder-804035-1-iscsi: { 'AddressGroup': '1.2', Aug 10 04:45:27.520901 dv-cinder-804035-1-iscsi neutron-server[93278]: 'ConntrackHelper': '1.0', Aug 10 04:45:27.520901 dv-cinder-804035-1-iscsi neutron-server[93278]: 'Log': '1.0', Aug 10 04:45:27.520901 dv-cinder-804035-1-iscsi neutron-server[93278]: 'Network': '1.1', Aug 10 04:45:27.520901 dv-cinder-804035-1-iscsi neutron-server[93278]: 'Port': '1.7', Aug 10 04:45:27.520901 dv-cinder-804035-1-iscsi neutron-server[93278]: 'PortForwarding': '1.2', Aug 10 04:45:27.520901 dv-cinder-804035-1-iscsi neutron-server[93278]: 'QosPolicy': '1.9', Aug 10 04:45:27.520901 dv-cinder-804035-1-iscsi neutron-server[93278]: 'SecurityGroup': '1.4', Aug 10 04:45:27.520901 dv-cinder-804035-1-iscsi neutron-server[93278]: 'SecurityGroupRule': '1.2', Aug 10 04:45:27.520901 dv-cinder-804035-1-iscsi neutron-server[93278]: 'SubPort': '1.0', Aug 10 04:45:27.520901 dv-cinder-804035-1-iscsi neutron-server[93278]: 'Subnet': '1.1', Aug 10 04:45:27.520901 dv-cinder-804035-1-iscsi neutron-server[93278]: 'Trunk': '1.1'}} Aug 10 04:45:27.520901 dv-cinder-804035-1-iscsi neutron-server[93278]: {{(pid=93278) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 04:45:27.565525 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516e766a-d242-4130-890a-36215da0ca0b admin admin] Network 0a1a8acd-4687-4edf-98ff-0a50fc5a0482 is scheduled to be hosted by DHCP agent 5003063e-fd7f-41c4-9249-d5db703bed75 with binding_index 1 {{(pid=93278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:45:27.598129 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-516e766a-d242-4130-890a-36215da0ca0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-1-iscsi, 0a1a8acd-4687-4edf-98ff-0a50fc5a0482) {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:45:27.605071 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516e766a-d242-4130-890a-36215da0ca0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:27.606052 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-516e766a-d242-4130-890a-36215da0ca0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:27.607252 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f0cf4f-37ca-4bf2-a68d-7621065b5bf9 None None] Network 0a1a8acd-4687-4edf-98ff-0a50fc5a0482 requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:45:27.622962 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-516e766a-d242-4130-890a-36215da0ca0b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6505857 Aug 10 04:45:27.747071 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448173ed-56ee-44e3-ab0a-a80e159f58cb None None] Network 0a1a8acd-4687-4edf-98ff-0a50fc5a0482 requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:45:29.895032 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 52042) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:30.134016 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-4ad72685-5b8f-4c8f-bc63-cd1c84a4e0b0 admin admin] 10.222.0.49 "GET /v2.0/routers/cd930a76-75de-457e-8a39-394f7a8d33be HTTP/1.1" status: 200 len: 710 time: 0.2376802 Aug 10 04:45:30.218601 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7868eabd-a287-4c67-8104-ac2a9480eed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:30.220060 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-7868eabd-a287-4c67-8104-ac2a9480eed2 admin admin] 10.222.0.49 "GET /v2.0/networks/0a1a8acd-4687-4edf-98ff-0a50fc5a0482 HTTP/1.1" status: 200 len: 886 time: 0.0804312 Aug 10 04:45:30.229528 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-debe0966-b36b-47df-bd06-804f59fb5d39 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'}}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:30.478429 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-debe0966-b36b-47df-bd06-804f59fb5d39 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:30.720473 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-debe0966-b36b-47df-bd06-804f59fb5d39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:30.801445 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-debe0966-b36b-47df-bd06-804f59fb5d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:30.954732 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [None req-debe0966-b36b-47df-bd06-804f59fb5d39 admin admin] Allocated IP 172.27.0.64 (0a1a8acd-4687-4edf-98ff-0a50fc5a0482/3fb0ac1d-f2fb-452a-b682-4051fe90b57f/c873eb7f-da7c-4746-bb7d-fb6ea893534e) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:45:31.077953 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-debe0966-b36b-47df-bd06-804f59fb5d39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:31.167551 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-debe0966-b36b-47df-bd06-804f59fb5d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:31.294985 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debe0966-b36b-47df-bd06-804f59fb5d39 admin admin] Network 0a1a8acd-4687-4edf-98ff-0a50fc5a0482 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:45:31.299791 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-debe0966-b36b-47df-bd06-804f59fb5d39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:45:31.305269 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debe0966-b36b-47df-bd06-804f59fb5d39 admin admin] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:45:31.311141 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe0966-b36b-47df-bd06-804f59fb5d39 admin admin] Pushing event updated for resources: {'Port': ['ID=c873eb7f-da7c-4746-bb7d-fb6ea893534e,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:31.605655 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-debe0966-b36b-47df-bd06-804f59fb5d39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:31.822341 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-debe0966-b36b-47df-bd06-804f59fb5d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3211'] for router, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:31.828470 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-debe0966-b36b-47df-bd06-804f59fb5d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492353'] for router, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:31.950207 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debe0966-b36b-47df-bd06-804f59fb5d39 admin admin] Router cd930a76-75de-457e-8a39-394f7a8d33be has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:45:32.066236 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debe0966-b36b-47df-bd06-804f59fb5d39 admin admin] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:45:32.071176 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-debe0966-b36b-47df-bd06-804f59fb5d39 admin admin] Notify callbacks [] for router, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:32.072412 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-debe0966-b36b-47df-bd06-804f59fb5d39 admin admin] 10.222.0.49 "PUT /v2.0/routers/cd930a76-75de-457e-8a39-394f7a8d33be HTTP/1.1" status: 200 len: 889 time: 1.8462682 Aug 10 04:45:32.372981 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 331428ff-8167-4aa3-ba0a-569f4c3515f5 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:45:32.432827 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning for port 331428ff-8167-4aa3-ba0a-569f4c3515f5 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:45:32.437596 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 331428ff-8167-4aa3-ba0a-569f4c3515f5 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:32.438050 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:32.528226 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:32.561485 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] For port 331428ff-8167-4aa3-ba0a-569f4c3515f5, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=331428ff-8167-4aa3-ba0a-569f4c3515f5,segment=NetworkSegment(65bb76b7-2437-47bf-becd-bbd7becd9b4c),segment_id=65bb76b7-2437-47bf-becd-bbd7becd9b4c)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:32.567755 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:32.617227 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Pushing event updated for resources: {'Port': ['ID=331428ff-8167-4aa3-ba0a-569f4c3515f5,revision_number=5']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:32.906869 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba5ce4d-c756-41ba-a308-5d87072ee21f None None] Sync routers for ids ['cd930a76-75de-457e-8a39-394f7a8d33be'] in dv-cinder-804035-1-iscsi {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:45:32.917332 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba5ce4d-c756-41ba-a308-5d87072ee21f None None] Routers {'cd930a76-75de-457e-8a39-394f7a8d33be'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:45:32.918010 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-aba5ce4d-c756-41ba-a308-5d87072ee21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:45:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['cd930a76-75de-457e-8a39-394f7a8d33be'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:33.181317 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-aba5ce4d-c756-41ba-a308-5d87072ee21f None None] Set router cd930a76-75de-457e-8a39-394f7a8d33be gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:45:33.580302 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-aba5ce4d-c756-41ba-a308-5d87072ee21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd930a76-75de-457e-8a39-394f7a8d33be', 'name': 'router1', 'tenant_id': '0f4920d6ccd94c4d98af3001cf5783ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'c873eb7f-da7c-4746-bb7d-fb6ea893534e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:45:13Z', 'updated_at': '2021-08-10T04:45:31Z', 'revision_number': 4, 'project_id': '0f4920d6ccd94c4d98af3001cf5783ed', 'gw_port': {'id': 'c873eb7f-da7c-4746-bb7d-fb6ea893534e', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:85:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd930a76-75de-457e-8a39-394f7a8d33be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:30Z', 'updated_at': '2021-08-10T04:45:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': '331428ff-8167-4aa3-ba0a-569f4c3515f5', 'name': '', 'network_id': 'bf53a560-a720-484c-99c4-b0772ba7fcf5', 'tenant_id': '0f4920d6ccd94c4d98af3001cf5783ed', 'mac_address': 'fa:16:3e:b8:b0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd930a76-75de-457e-8a39-394f7a8d33be', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '355b4227-6953-4401-a40e-291f4078430f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:22Z', 'updated_at': '2021-08-10T04:45:32Z', 'revision_number': 5, 'project_id': '0f4920d6ccd94c4d98af3001cf5783ed', 'subnets': [{'id': '355b4227-6953-4401-a40e-291f4078430f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '966d2008-2934-4493-80c3-58340de776cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:33.628843 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba5ce4d-c756-41ba-a308-5d87072ee21f None None] Checking router: cd930a76-75de-457e-8a39-394f7a8d33be for host: dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:45:33.629221 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba5ce4d-c756-41ba-a308-5d87072ee21f None None] Updating router cd930a76-75de-457e-8a39-394f7a8d33be port c873eb7f-da7c-4746-bb7d-fb6ea893534e binding host dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:45:33.676480 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-aba5ce4d-c756-41ba-a308-5d87072ee21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:33.997465 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-aba5ce4d-c756-41ba-a308-5d87072ee21f None None] Notify callbacks [] for port, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:34.007664 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-aba5ce4d-c756-41ba-a308-5d87072ee21f None None] Transition to ACTIVE for port object c873eb7f-da7c-4746-bb7d-fb6ea893534e will not be triggered until provisioned by entity L2. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:45:34.017087 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-aba5ce4d-c756-41ba-a308-5d87072ee21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:34.069804 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-aba5ce4d-c756-41ba-a308-5d87072ee21f None None] Attempting to bind port c873eb7f-da7c-4746-bb7d-fb6ea893534e on host dv-cinder-804035-1-iscsi for vnic_type normal with profile {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:45:34.070151 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-aba5ce4d-c756-41ba-a308-5d87072ee21f None None] Attempting to bind port c873eb7f-da7c-4746-bb7d-fb6ea893534e by drivers openvswitch,hyperv on host dv-cinder-804035-1-iscsi at level 0 using segments [{'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:45:34.070540 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5ce4d-c756-41ba-a308-5d87072ee21f None None] Attempting to bind port c873eb7f-da7c-4746-bb7d-fb6ea893534e on network 0a1a8acd-4687-4edf-98ff-0a50fc5a0482 {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:45:34.072529 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9425b5-c0ad-40a1-9e04-87aae773ec75 None None] Pushing event updated for resources: {'Port': ['ID=c873eb7f-da7c-4746-bb7d-fb6ea893534e,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:34.079444 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5ce4d-c756-41ba-a308-5d87072ee21f None None] Checking agent: {'id': 'e86c392a-1153-4c8a-96a5-08eb1b77cf3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 44, 50), 'started_at': datetime.datetime(2021, 8, 10, 4, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:45:34.079783 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5ce4d-c756-41ba-a308-5d87072ee21f None None] Checking segment: {'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:45:34.080534 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-aba5ce4d-c756-41ba-a308-5d87072ee21f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:34.080534 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5ce4d-c756-41ba-a308-5d87072ee21f None None] Bound using segment: {'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:45:34.081036 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-aba5ce4d-c756-41ba-a308-5d87072ee21f None None] Bound port: c873eb7f-da7c-4746-bb7d-fb6ea893534e, host: dv-cinder-804035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'}}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:45:34.081437 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-aba5ce4d-c756-41ba-a308-5d87072ee21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:34.134230 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-aba5ce4d-c756-41ba-a308-5d87072ee21f None None] For port c873eb7f-da7c-4746-bb7d-fb6ea893534e, host dv-cinder-804035-1-iscsi, cleared binding levels {{(pid=93279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:45:34.137275 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-aba5ce4d-c756-41ba-a308-5d87072ee21f None None] For port c873eb7f-da7c-4746-bb7d-fb6ea893534e, host dv-cinder-804035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=c873eb7f-da7c-4746-bb7d-fb6ea893534e,segment=NetworkSegment(b7fff169-1c8e-4170-8d8b-00d331120c68),segment_id=b7fff169-1c8e-4170-8d8b-00d331120c68)] {{(pid=93279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:45:34.141745 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-aba5ce4d-c756-41ba-a308-5d87072ee21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:34.201215 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba5ce4d-c756-41ba-a308-5d87072ee21f None None] Routers {'cd930a76-75de-457e-8a39-394f7a8d33be'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:45:34.201844 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-aba5ce4d-c756-41ba-a308-5d87072ee21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:45:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['cd930a76-75de-457e-8a39-394f7a8d33be'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:34.204577 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9425b5-c0ad-40a1-9e04-87aae773ec75 None None] Pushing event updated for resources: {'Port': ['ID=c873eb7f-da7c-4746-bb7d-fb6ea893534e,revision_number=3']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:34.366488 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 331428ff-8167-4aa3-ba0a-569f4c3515f5 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:45:34.424074 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-aba5ce4d-c756-41ba-a308-5d87072ee21f None None] Set router cd930a76-75de-457e-8a39-394f7a8d33be gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:45:34.471687 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 331428ff-8167-4aa3-ba0a-569f4c3515f5 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:34.472066 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:34.500943 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 52054) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:34.619145 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-f0cc3912-7de2-4c9e-b8dd-dbbdf6a581f8 admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1170704 Aug 10 04:45:34.715559 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-aba5ce4d-c756-41ba-a308-5d87072ee21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd930a76-75de-457e-8a39-394f7a8d33be', 'name': 'router1', 'tenant_id': '0f4920d6ccd94c4d98af3001cf5783ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'c873eb7f-da7c-4746-bb7d-fb6ea893534e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:45:13Z', 'updated_at': '2021-08-10T04:45:31Z', 'revision_number': 4, 'project_id': '0f4920d6ccd94c4d98af3001cf5783ed', 'gw_port': {'id': 'c873eb7f-da7c-4746-bb7d-fb6ea893534e', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:85:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd930a76-75de-457e-8a39-394f7a8d33be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:30Z', 'updated_at': '2021-08-10T04:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': '331428ff-8167-4aa3-ba0a-569f4c3515f5', 'name': '', 'network_id': 'bf53a560-a720-484c-99c4-b0772ba7fcf5', 'tenant_id': '0f4920d6ccd94c4d98af3001cf5783ed', 'mac_address': 'fa:16:3e:b8:b0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd930a76-75de-457e-8a39-394f7a8d33be', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '355b4227-6953-4401-a40e-291f4078430f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:22Z', 'updated_at': '2021-08-10T04:45:32Z', 'revision_number': 5, 'project_id': '0f4920d6ccd94c4d98af3001cf5783ed', 'subnets': [{'id': '355b4227-6953-4401-a40e-291f4078430f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '966d2008-2934-4493-80c3-58340de776cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:34.746978 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba5ce4d-c756-41ba-a308-5d87072ee21f None None] The sync data for ids ['cd930a76-75de-457e-8a39-394f7a8d33be'] in dv-cinder-804035-1-iscsi is: [{'id': 'cd930a76-75de-457e-8a39-394f7a8d33be', 'name': 'router1', 'tenant_id': '0f4920d6ccd94c4d98af3001cf5783ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'c873eb7f-da7c-4746-bb7d-fb6ea893534e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:45:13Z', 'updated_at': '2021-08-10T04:45:31Z', 'revision_number': 4, 'project_id': '0f4920d6ccd94c4d98af3001cf5783ed', 'gw_port': {'id': 'c873eb7f-da7c-4746-bb7d-fb6ea893534e', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:85:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd930a76-75de-457e-8a39-394f7a8d33be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:30Z', 'updated_at': '2021-08-10T04:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': '331428ff-8167-4aa3-ba0a-569f4c3515f5', 'name': '', 'network_id': 'bf53a560-a720-484c-99c4-b0772ba7fcf5', 'tenant_id': '0f4920d6ccd94c4d98af3001cf5783ed', 'mac_address': 'fa:16:3e:b8:b0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd930a76-75de-457e-8a39-394f7a8d33be', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '355b4227-6953-4401-a40e-291f4078430f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:22Z', 'updated_at': '2021-08-10T04:45:32Z', 'revision_number': 5, 'project_id': '0f4920d6ccd94c4d98af3001cf5783ed', 'subnets': [{'id': '355b4227-6953-4401-a40e-291f4078430f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '966d2008-2934-4493-80c3-58340de776cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:45:36.404798 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device c873eb7f-da7c-4746-bb7d-fb6ea893534e up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:45:36.460499 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning for port c873eb7f-da7c-4746-bb7d-fb6ea893534e completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:45:36.466033 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port c873eb7f-da7c-4746-bb7d-fb6ea893534e triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:36.466549 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:36.555402 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:36.577720 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] For port c873eb7f-da7c-4746-bb7d-fb6ea893534e, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=c873eb7f-da7c-4746-bb7d-fb6ea893534e,segment=NetworkSegment(b7fff169-1c8e-4170-8d8b-00d331120c68),segment_id=b7fff169-1c8e-4170-8d8b-00d331120c68)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:36.583255 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:36.639360 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Pushing event updated for resources: {'Port': ['ID=c873eb7f-da7c-4746-bb7d-fb6ea893534e,revision_number=4']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:38.383977 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device c873eb7f-da7c-4746-bb7d-fb6ea893534e up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:45:38.439306 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port c873eb7f-da7c-4746-bb7d-fb6ea893534e triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:38.439683 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:47.111306 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3e6cbc31-d216-48f3-b210-6a28886799df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:50.025898 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b9e2ff3d-8b8f-4d76-8095-6ac47825304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:50.179713 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:51.169280 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:52.469253 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 5 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:45:52.629142 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:17.107660 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4c9c520a-3c5c-415f-8b55-0ae5a8463b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:20.025507 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2df58967-875a-4bbb-8657-845eee17381d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:20.177690 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:21.173695 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:22.614793 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:29.469037 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 5 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:46:47.101691 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f9944e0b-0a04-4a0b-90fc-c27038a0203c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:50.010842 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-971a9528-13f9-4ba2-a9ee-8fd66e4ab0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:50.172283 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:51.174355 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:52.614582 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:06.468280 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 5 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:47:11.040522 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 52622) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:11.107617 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.pecan_wsgi.hooks.translation [None req-b032b437-9292-4ebe-92b1-004e2378ebb1 admin admin] GET failed (client error): The resource could not be found. Aug 10 04:47:11.108969 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-b032b437-9292-4ebe-92b1-004e2378ebb1 admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0674839 Aug 10 04:47:11.278584 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8484012-e908-4dc3-abf2-cbb7244ba075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:11.280213 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-e8484012-e908-4dc3-abf2-cbb7244ba075 admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1658185 Aug 10 04:47:13.472967 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 52632) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:13.584972 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5654a5-1d89-4653-93b8-b6080bfd6621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:13.586351 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-3f5654a5-1d89-4653-93b8-b6080bfd6621 admin admin] 10.222.0.49 "GET /v2.0/subnets/355b4227-6953-4401-a40e-291f4078430f HTTP/1.1" status: 200 len: 849 time: 0.1124370 Aug 10 04:47:13.598108 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-5418cddf-5ab1-4c1e-9737-02cc50eea1e9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:47:13.691250 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5418cddf-5ab1-4c1e-9737-02cc50eea1e9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:13.836793 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5418cddf-5ab1-4c1e-9737-02cc50eea1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757410458260'] for subnet, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:13.866212 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5418cddf-5ab1-4c1e-9737-02cc50eea1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:13.866816 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5418cddf-5ab1-4c1e-9737-02cc50eea1e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:13.871456 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-5418cddf-5ab1-4c1e-9737-02cc50eea1e9 admin admin] 10.222.0.49 "PUT /v2.0/subnets/355b4227-6953-4401-a40e-291f4078430f HTTP/1.1" status: 200 len: 868 time: 0.2773919 Aug 10 04:47:13.871633 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82779e6-a4ab-4e52-b9f6-7dea28ac8a15 None None] Network bf53a560-a720-484c-99c4-b0772ba7fcf5 requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:47:13.895673 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418cddf-5ab1-4c1e-9737-02cc50eea1e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=355b4227-6953-4401-a40e-291f4078430f,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:13.904403 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418cddf-5ab1-4c1e-9737-02cc50eea1e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:13.904824 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418cddf-5ab1-4c1e-9737-02cc50eea1e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:13.905290 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418cddf-5ab1-4c1e-9737-02cc50eea1e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:13.905790 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418cddf-5ab1-4c1e-9737-02cc50eea1e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:13.905991 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418cddf-5ab1-4c1e-9737-02cc50eea1e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:13.906364 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418cddf-5ab1-4c1e-9737-02cc50eea1e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:13.906650 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418cddf-5ab1-4c1e-9737-02cc50eea1e9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:13.907058 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418cddf-5ab1-4c1e-9737-02cc50eea1e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:13.907618 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418cddf-5ab1-4c1e-9737-02cc50eea1e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:13.907734 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418cddf-5ab1-4c1e-9737-02cc50eea1e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:13.908044 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418cddf-5ab1-4c1e-9737-02cc50eea1e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:13.908376 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418cddf-5ab1-4c1e-9737-02cc50eea1e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:14.273468 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-51928287-8d5e-4c0a-a704-1c5f11409574 None None] Provisioning complete for port af65e2e9-e776-4a9f-859d-fb5dcfe6342b triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:14.273720 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-51928287-8d5e-4c0a-a704-1c5f11409574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:14.364951 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-51928287-8d5e-4c0a-a704-1c5f11409574 None None] Provisioning complete for port 331428ff-8167-4aa3-ba0a-569f4c3515f5 triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:14.365275 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-51928287-8d5e-4c0a-a704-1c5f11409574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:16.025523 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 52640) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:16.304221 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ba28f2-e038-410c-97ce-0449277ea946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:16.304695 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ba28f2-e038-410c-97ce-0449277ea946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:16.306234 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-b7ba28f2-e038-410c-97ce-0449277ea946 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2797484 Aug 10 04:47:17.105057 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d3d9d4c8-c46a-4aba-9c94-4ec9bc2f0b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:18.472146 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 52650) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:18.621004 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d55ef16-94ef-4fde-8186-1f8d495633c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:18.621476 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d55ef16-94ef-4fde-8186-1f8d495633c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:18.623055 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-2d55ef16-94ef-4fde-8186-1f8d495633c6 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1498873 Aug 10 04:47:20.016020 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c1acf8da-bd1e-47bc-8409-919deb3acfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:20.176837 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:20.795138 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 52658) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:20.923995 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712dacc9-c0ec-4d5c-b1e6-5a4ef0444df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:20.925351 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-712dacc9-c0ec-4d5c-b1e6-5a4ef0444df7 admin admin] 10.222.0.49 "GET /v2.0/networks/0a1a8acd-4687-4edf-98ff-0a50fc5a0482 HTTP/1.1" status: 200 len: 886 time: 0.1291952 Aug 10 04:47:21.178482 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:22.617877 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:23.097414 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 52666) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:23.318181 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06e910d-d990-4146-9d3f-a68af780e726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:23.319501 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-f06e910d-d990-4146-9d3f-a68af780e726 admin admin] 10.222.0.49 "GET /v2.0/networks/bf53a560-a720-484c-99c4-b0772ba7fcf5 HTTP/1.1" status: 200 len: 869 time: 0.2211137 Aug 10 04:47:25.507833 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 52674) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:25.638164 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d68bcd7-d732-4a04-979c-d76e503cd5ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:25.638623 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d68bcd7-d732-4a04-979c-d76e503cd5ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:25.640791 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-8d68bcd7-d732-4a04-979c-d76e503cd5ec admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1319366 Aug 10 04:47:27.777799 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 52682) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:27.922041 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b3c67a-a09e-4997-8373-2deea7b2ef88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:27.922495 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b3c67a-a09e-4997-8373-2deea7b2ef88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:27.924053 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-07b3c67a-a09e-4997-8373-2deea7b2ef88 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1452935 Aug 10 04:47:30.083571 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 52690) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:30.180999 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b8e005-ff56-409f-ac08-f57425993719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:30.182389 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-72b8e005-ff56-409f-ac08-f57425993719 admin admin] 10.222.0.49 "GET /v2.0/subnets/355b4227-6953-4401-a40e-291f4078430f HTTP/1.1" status: 200 len: 868 time: 0.0978434 Aug 10 04:47:32.314298 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 52698) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:32.408633 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b49a561-f158-4bef-bf79-d90b84136dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:32.410023 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-6b49a561-f158-4bef-bf79-d90b84136dbb admin admin] 10.222.0.49 "GET /v2.0/subnets/3fb0ac1d-f2fb-452a-b682-4051fe90b57f HTTP/1.1" status: 200 len: 816 time: 0.0944517 Aug 10 04:47:43.467312 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 5 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:47:47.112779 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-73f22525-ebf3-4a53-8ae9-bdb3b269fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:50.019544 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9f5bdda3-1aa5-4b27-8565-5cf49b701002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:50.174472 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:51.180248 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:52.622660 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:58.115922 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 52752) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:58.168103 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [None req-e790ad32-4069-4e12-8c17-cdfc17a6a82b admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:47:58.169099 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-e790ad32-4069-4e12-8c17-cdfc17a6a82b admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0522156 Aug 10 04:48:00.498191 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 52760) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:00.568638 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.pecan_wsgi.hooks.translation [None req-f607b328-ad1a-4506-bf3d-196477b18aaf admin admin] GET failed (client error): The resource could not be found. Aug 10 04:48:00.570055 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-f607b328-ad1a-4506-bf3d-196477b18aaf admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0707965 Aug 10 04:48:00.661506 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653506cc-0a9d-4637-8ac5-ded240346be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:00.663032 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-653506cc-0a9d-4637-8ac5-ded240346be2 admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0883138 Aug 10 04:48:02.868925 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 52768) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:02.927877 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-d94a05d5-944a-404c-ac4d-720900246c70 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:48:02.959093 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94a05d5-944a-404c-ac4d-720900246c70 admin admin] Made reservation on behalf of 1515e0074bc44b9fad66bf4c3478f24e for: {'network': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:48:02.962067 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d94a05d5-944a-404c-ac4d-720900246c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for network, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:03.010773 dv-cinder-804035-1-iscsi neutron-server[93278]: WARNING neutron.services.revisions.revision_plugin [None req-d94a05d5-944a-404c-ac4d-720900246c70 admin admin] Could not find related network for resource to bump revision. Aug 10 04:48:03.034434 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94a05d5-944a-404c-ac4d-720900246c70 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=93278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:48:03.050159 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d94a05d5-944a-404c-ac4d-720900246c70 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757410627175', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:03.050691 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d94a05d5-944a-404c-ac4d-720900246c70 admin admin] Unsubscribe: segment precommit_create {{(pid=93278) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 04:48:03.051185 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.db.segments_db [None req-d94a05d5-944a-404c-ac4d-720900246c70 admin admin] Added segment adb9e319-f0b7-4bc8-9c25-0b0db42fbca0 of type vlan for network 16ed1350-b6e9-468f-b6f8-b36163104fb6 Aug 10 04:48:03.106755 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d94a05d5-944a-404c-ac4d-720900246c70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757410051916'] for network, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:03.148605 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d94a05d5-944a-404c-ac4d-720900246c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092'] for network, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:03.149628 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94a05d5-944a-404c-ac4d-720900246c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:03.150237 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d94a05d5-944a-404c-ac4d-720900246c70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:03.222355 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-d94a05d5-944a-404c-ac4d-720900246c70 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3522952 Aug 10 04:48:03.239858 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a05d5-944a-404c-ac4d-720900246c70 admin admin] Pushing event updated for resources: {'Network': ['ID=16ed1350-b6e9-468f-b6f8-b36163104fb6,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:03.251350 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Network 16ed1350-b6e9-468f-b6f8-b36163104fb6 details requested by agent ovs-agent-dv-cinder-804035-1-iscsi with host dv-cinder-804035-1-iscsi {{(pid=93279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:48:05.447240 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 52776) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:05.529293 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be5e6f8-249b-4ee8-9af4-85d49f0e2ef0 admin admin] GET failed (client error): The resource could not be found. Aug 10 04:48:05.530905 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-0be5e6f8-249b-4ee8-9af4-85d49f0e2ef0 admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0827084 Aug 10 04:48:05.606189 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4c5a81-5651-43df-9b94-bc21d522a23d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:05.607718 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-6c4c5a81-5651-43df-9b94-bc21d522a23d admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0720773 Aug 10 04:48:05.621902 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-d16658f9-dd7b-4dee-87f2-374b0fa23839 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '16ed1350-b6e9-468f-b6f8-b36163104fb6', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:48:05.644048 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16658f9-dd7b-4dee-87f2-374b0fa23839 admin admin] Made reservation on behalf of 1515e0074bc44b9fad66bf4c3478f24e for: {'subnet': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:48:05.646430 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d16658f9-dd7b-4dee-87f2-374b0fa23839 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:05.812579 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d16658f9-dd7b-4dee-87f2-374b0fa23839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092'] for subnet, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:05.863310 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16658f9-dd7b-4dee-87f2-374b0fa23839 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51bb1bab-872c-4ceb-9fbe-29d778bed824,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:05.871717 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16658f9-dd7b-4dee-87f2-374b0fa23839 admin admin] Checking segment: {'id': 'adb9e319-f0b7-4bc8-9c25-0b0db42fbca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '16ed1350-b6e9-468f-b6f8-b36163104fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:48:05.872136 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16658f9-dd7b-4dee-87f2-374b0fa23839 admin admin] Network hostable DHCP agents. Network: 16ed1350-b6e9-468f-b6f8-b36163104fb6, hostable agents: ['5003063e-fd7f-41c4-9249-d5db703bed75'], hosted agents: [] {{(pid=93278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:48:05.891564 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16658f9-dd7b-4dee-87f2-374b0fa23839 admin admin] Network 16ed1350-b6e9-468f-b6f8-b36163104fb6 is scheduled to be hosted by DHCP agent 5003063e-fd7f-41c4-9249-d5db703bed75 with binding_index 1 {{(pid=93278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:48:05.900557 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-d16658f9-dd7b-4dee-87f2-374b0fa23839 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-1-iscsi, 16ed1350-b6e9-468f-b6f8-b36163104fb6) {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:48:05.904812 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16658f9-dd7b-4dee-87f2-374b0fa23839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:05.905369 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d16658f9-dd7b-4dee-87f2-374b0fa23839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:05.910558 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6304ec-6726-44c9-bdf3-97edfba4e342 None None] Network 16ed1350-b6e9-468f-b6f8-b36163104fb6 requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:48:05.934973 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-d16658f9-dd7b-4dee-87f2-374b0fa23839 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3038433 Aug 10 04:48:06.166240 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceae0c74-19ae-54d1-875a-898b6c6c8056-16ed1350-b6e9-468f-b6f8-b36163104fb6', 'network_id': '16ed1350-b6e9-468f-b6f8-b36163104fb6', 'tenant_id': '1515e0074bc44b9fad66bf4c3478f24e', 'fixed_ips': [{'subnet_id': '51bb1bab-872c-4ceb-9fbe-29d778bed824'}]}} from dv-cinder-804035-1-iscsi. {{(pid=93279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:48:06.167279 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:06.301669 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] Allocated IP 192.168.233.2 (16ed1350-b6e9-468f-b6f8-b36163104fb6/51bb1bab-872c-4ceb-9fbe-29d778bed824/90beb7a2-1d3b-41a6-9e53-5a68a48ba659) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:48:06.439239 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:06.447839 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] Transition to ACTIVE for port object 90beb7a2-1d3b-41a6-9e53-5a68a48ba659 will not be triggered until provisioned by entity L2. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:48:06.462657 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] Transition to ACTIVE for port object 90beb7a2-1d3b-41a6-9e53-5a68a48ba659 will not be triggered until provisioned by entity DHCP. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:48:06.470651 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:06.515253 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] Network 16ed1350-b6e9-468f-b6f8-b36163104fb6 is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:48:06.518193 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:48:06.522471 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:48:06.525511 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] Pushing event updated for resources: {'Port': ['ID=90beb7a2-1d3b-41a6-9e53-5a68a48ba659,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:06.535614 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:06.535968 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:06.536320 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:06.536664 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:06.537004 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:06.537340 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:06.537672 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:06.538005 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:06.538352 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:06.538683 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:06.539059 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:06.539390 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:06.587859 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] Attempting to bind port 90beb7a2-1d3b-41a6-9e53-5a68a48ba659 on host dv-cinder-804035-1-iscsi for vnic_type normal with profile {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:48:06.588225 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] Attempting to bind port 90beb7a2-1d3b-41a6-9e53-5a68a48ba659 by drivers openvswitch,hyperv on host dv-cinder-804035-1-iscsi at level 0 using segments [{'id': 'adb9e319-f0b7-4bc8-9c25-0b0db42fbca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '16ed1350-b6e9-468f-b6f8-b36163104fb6'}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:48:06.588591 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] Attempting to bind port 90beb7a2-1d3b-41a6-9e53-5a68a48ba659 on network 16ed1350-b6e9-468f-b6f8-b36163104fb6 {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:48:06.593643 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] Checking agent: {'id': 'e86c392a-1153-4c8a-96a5-08eb1b77cf3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 44, 50), 'started_at': datetime.datetime(2021, 8, 10, 4, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:48:06.594017 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] Checking segment: {'id': 'adb9e319-f0b7-4bc8-9c25-0b0db42fbca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '16ed1350-b6e9-468f-b6f8-b36163104fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:48:06.594413 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:06.594808 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] Bound using segment: {'id': 'adb9e319-f0b7-4bc8-9c25-0b0db42fbca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '16ed1350-b6e9-468f-b6f8-b36163104fb6'} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:48:06.595359 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] Bound port: 90beb7a2-1d3b-41a6-9e53-5a68a48ba659, host: dv-cinder-804035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb9e319-f0b7-4bc8-9c25-0b0db42fbca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '16ed1350-b6e9-468f-b6f8-b36163104fb6'}}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:48:06.595757 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:06.657940 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] For port 90beb7a2-1d3b-41a6-9e53-5a68a48ba659, host dv-cinder-804035-1-iscsi, cleared binding levels {{(pid=93279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:48:06.661460 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] For port 90beb7a2-1d3b-41a6-9e53-5a68a48ba659, host dv-cinder-804035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=90beb7a2-1d3b-41a6-9e53-5a68a48ba659,segment=NetworkSegment(adb9e319-f0b7-4bc8-9c25-0b0db42fbca0),segment_id=adb9e319-f0b7-4bc8-9c25-0b0db42fbca0)] {{(pid=93279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:48:06.666190 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:06.727544 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da0774d-6052-4712-8b16-0920d7ea5e0f None None] Pushing event updated for resources: {'Port': ['ID=90beb7a2-1d3b-41a6-9e53-5a68a48ba659,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:07.478586 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f3c5df-d22f-4711-b5a2-91f28eeffc7a None None] Network 16ed1350-b6e9-468f-b6f8-b36163104fb6 requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:48:07.604381 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-6a74bc79-0d5b-4e82-8e44-eba1043db91e None None] Provisioning for port 90beb7a2-1d3b-41a6-9e53-5a68a48ba659 completed by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:48:08.532273 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 90beb7a2-1d3b-41a6-9e53-5a68a48ba659 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:48:08.587073 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning for port 90beb7a2-1d3b-41a6-9e53-5a68a48ba659 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:48:08.593688 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 90beb7a2-1d3b-41a6-9e53-5a68a48ba659 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:48:08.594211 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:08.679388 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:08.713557 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] For port 90beb7a2-1d3b-41a6-9e53-5a68a48ba659, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=90beb7a2-1d3b-41a6-9e53-5a68a48ba659,segment=NetworkSegment(adb9e319-f0b7-4bc8-9c25-0b0db42fbca0),segment_id=adb9e319-f0b7-4bc8-9c25-0b0db42fbca0)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:48:08.718442 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:08.771341 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Pushing event updated for resources: {'Port': ['ID=90beb7a2-1d3b-41a6-9e53-5a68a48ba659,revision_number=3']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:10.491205 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 90beb7a2-1d3b-41a6-9e53-5a68a48ba659 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:48:10.549647 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 90beb7a2-1d3b-41a6-9e53-5a68a48ba659 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:48:10.550010 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:17.109152 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e3ff7774-9e6a-4959-bc70-2d888065f97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:20.012098 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c0fa610c-e57c-428e-afef-8c839afa2eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:20.177742 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:20.465476 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 5 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:48:21.183259 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:22.623529 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:47.115352 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-537b8c95-64d0-4fb0-a208-aa3191549697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:50.008239 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2a7a1e55-c6d8-47bb-a483-8e88eec05f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:50.184625 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:51.187946 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:52.625761 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:57.464098 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 5 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:49:15.264259 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 52828) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:49:15.271261 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [None req-b83d50dc-c48a-4f36-973e-281733415b9f tempest-verify_tempest_config-50285212 tempest-verify_tempest_config-50285212-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:49:15.272196 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-b83d50dc-c48a-4f36-973e-281733415b9f tempest-verify_tempest_config-50285212 tempest-verify_tempest_config-50285212-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068936 Aug 10 04:49:15.621959 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 52846) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:49:15.748027 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3666bd5c-6283-49e7-82f8-44d4cd0f48ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:15.868275 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3666bd5c-6283-49e7-82f8-44d4cd0f48ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:15.874392 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3666bd5c-6283-49e7-82f8-44d4cd0f48ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:15.915205 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666bd5c-6283-49e7-82f8-44d4cd0f48ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7c3f91-b68c-495a-b96f-1ad3da949e4c,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:15.919629 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-3666bd5c-6283-49e7-82f8-44d4cd0f48ed admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3ce715d1359243448f7c69e18785a5ab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2966847 Aug 10 04:49:15.922634 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 52850) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:49:15.923931 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3666bd5c-6283-49e7-82f8-44d4cd0f48ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:15.924422 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3666bd5c-6283-49e7-82f8-44d4cd0f48ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:15.924641 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3666bd5c-6283-49e7-82f8-44d4cd0f48ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:15.924985 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3666bd5c-6283-49e7-82f8-44d4cd0f48ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:15.925468 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3666bd5c-6283-49e7-82f8-44d4cd0f48ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:15.925610 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3666bd5c-6283-49e7-82f8-44d4cd0f48ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:15.925963 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3666bd5c-6283-49e7-82f8-44d4cd0f48ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:15.926281 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3666bd5c-6283-49e7-82f8-44d4cd0f48ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:15.926600 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3666bd5c-6283-49e7-82f8-44d4cd0f48ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:15.926920 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3666bd5c-6283-49e7-82f8-44d4cd0f48ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:15.927334 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3666bd5c-6283-49e7-82f8-44d4cd0f48ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:15.927651 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3666bd5c-6283-49e7-82f8-44d4cd0f48ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:15.991072 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2ad74f8d-3e12-4d89-bae1-4e63a8a192d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:16.013098 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2ad74f8d-3e12-4d89-bae1-4e63a8a192d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:16.125106 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2ad74f8d-3e12-4d89-bae1-4e63a8a192d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:16.128987 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2ad74f8d-3e12-4d89-bae1-4e63a8a192d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:16.130807 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-2ad74f8d-3e12-4d89-bae1-4e63a8a192d2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/de7c3f91-b68c-495a-b96f-1ad3da949e4c HTTP/1.1" status: 204 len: 168 time: 0.2068453 Aug 10 04:49:16.142264 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad74f8d-3e12-4d89-bae1-4e63a8a192d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7c3f91-b68c-495a-b96f-1ad3da949e4c,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:16.149355 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad74f8d-3e12-4d89-bae1-4e63a8a192d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:16.149725 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad74f8d-3e12-4d89-bae1-4e63a8a192d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:16.150068 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad74f8d-3e12-4d89-bae1-4e63a8a192d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:16.150401 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad74f8d-3e12-4d89-bae1-4e63a8a192d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:16.150730 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad74f8d-3e12-4d89-bae1-4e63a8a192d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:16.151113 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad74f8d-3e12-4d89-bae1-4e63a8a192d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:16.151443 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad74f8d-3e12-4d89-bae1-4e63a8a192d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:16.151766 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad74f8d-3e12-4d89-bae1-4e63a8a192d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:16.152087 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad74f8d-3e12-4d89-bae1-4e63a8a192d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:16.152406 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad74f8d-3e12-4d89-bae1-4e63a8a192d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:16.152836 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad74f8d-3e12-4d89-bae1-4e63a8a192d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:16.153039 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad74f8d-3e12-4d89-bae1-4e63a8a192d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:17.109496 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3f3b50be-621d-4d3a-a569-f1a0a51132f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:20.011423 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4c15a26e-78e5-4e39-a13e-c385158e43d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:20.178376 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:21.189840 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:22.629873 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:34.468160 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 5 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:49:47.113996 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-09f6b94e-0df7-4a9a-bf37-8cdee9a4595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:50.025555 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-46b58846-f956-4088-be0e-cb98d2b09633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:50.182262 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:51.202857 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:52.642482 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:11.474000 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 5 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:50:17.127301 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-98ded819-2e71-4666-8dd4-ed6ebd8b9304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:20.017780 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-114d3404-ddb1-4ee0-a0a8-3b9e39d68e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:20.185533 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:21.206739 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:22.647082 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:47.120946 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-91a62d20-5add-4b4f-9ef7-0f234fe61d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:48.361259 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-497403'] for agent, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:48.474858 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:50:50.011422 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-474f2bf8-2e4f-4f5e-9032-5f02f539a803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:50.189663 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:51.202517 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:51.991729 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 52904) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:52.115569 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-26b38976-93aa-4bed-aa9a-08bb31dfc05f admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1227345 Aug 10 04:50:52.644452 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:54.272860 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 52914) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:54.341766 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-0885e504-8952-428f-8856-99b1585b33f3 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0675383 Aug 10 04:51:17.135006 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-62db64b0-0477-4549-9d0a-e549fa63f1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:18.319867 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:20.019577 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-141b5152-652c-4f62-bc25-d1e08ef0edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:20.194474 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:21.211217 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:22.656324 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:25.479424 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:51:47.130050 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ced30d38-55bd-4401-b853-1c7e9b2e1f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:48.316474 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:50.013530 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d1f7833f-5527-4f05-a585-090119b77bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:50.199336 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:51.205735 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:52.651532 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:02.479097 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:52:17.151432 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-fd162ec9-8b7d-4e1d-a1cd-210c401479b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:18.334895 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:20.025116 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-496f2640-10fc-42f7-90a9-1d415ce211ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:20.205053 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:21.208900 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:22.150170 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 53158) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:22.185951 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 53168) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:22.260755 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 53172) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:22.505054 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-996e7f7c-2e49-43d3-9b48-daac4223c15d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1116160133-network', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:22.545414 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996e7f7c-2e49-43d3-9b48-daac4223c15d admin admin] Made reservation on behalf of 66a8bb3c6be240719e5ec8a74319a2e3 for: {'network': 1} {{(pid=93277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:52:22.547729 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-996e7f7c-2e49-43d3-9b48-daac4223c15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for network, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:22.559876 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-996e7f7c-2e49-43d3-9b48-daac4223c15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:22.595864 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-be6a783a-8f79-407d-97d4-feae9c5cd140 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1621064557-network', 'tenant_id': '7c7b5b90b1974558a6b6090b510234f1'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:22.613846 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-3f84ca3a-bd79-4d9d-9721-f9546bea8255 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1182165377-network', 'tenant_id': 'e36649f800234f00820625778be84ac5'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:22.659051 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:22.663973 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.db.api [None req-3f84ca3a-bd79-4d9d-9721-f9546bea8255 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 04:52:22.663973 dv-cinder-804035-1-iscsi neutron-server[93277]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 04:52:22.663973 dv-cinder-804035-1-iscsi neutron-server[93277]: [parameters: {'project_id_1': 'e36649f800234f00820625778be84ac5', 'expiration_1': datetime.datetime(2021, 8, 10, 4, 52, 22, 629643)}] Aug 10 04:52:22.663973 dv-cinder-804035-1-iscsi neutron-server[93277]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93277) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:52:22.664324 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG oslo_db.api [None req-3f84ca3a-bd79-4d9d-9721-f9546bea8255 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:52:22.681598 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.db.api [None req-be6a783a-8f79-407d-97d4-feae9c5cd140 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 04:52:22.681598 dv-cinder-804035-1-iscsi neutron-server[93277]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 04:52:22.681598 dv-cinder-804035-1-iscsi neutron-server[93277]: [parameters: {'project_id_1': '7c7b5b90b1974558a6b6090b510234f1', 'expiration_1': datetime.datetime(2021, 8, 10, 4, 52, 22, 645293)}] Aug 10 04:52:22.681598 dv-cinder-804035-1-iscsi neutron-server[93277]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93277) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:52:22.682638 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG oslo_db.api [None req-be6a783a-8f79-407d-97d4-feae9c5cd140 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:52:22.758516 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-996e7f7c-2e49-43d3-9b48-daac4223c15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:22.764799 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-996e7f7c-2e49-43d3-9b48-daac4223c15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:22.795814 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-996e7f7c-2e49-43d3-9b48-daac4223c15d admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=93277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:52:22.816931 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-996e7f7c-2e49-43d3-9b48-daac4223c15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:22.817284 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.db.segments_db [None req-996e7f7c-2e49-43d3-9b48-daac4223c15d admin admin] Added segment 3f230113-748d-49c3-b686-177bf1e5d247 of type vlan for network 1d5d3c9f-e413-437f-a63e-a3f1a946fd9c Aug 10 04:52:22.819150 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e7f7c-2e49-43d3-9b48-daac4223c15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e4c784-8812-48e1-84a7-0655bbc78a45,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:22.834479 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e7f7c-2e49-43d3-9b48-daac4223c15d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:22.835630 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e7f7c-2e49-43d3-9b48-daac4223c15d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:22.836620 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e7f7c-2e49-43d3-9b48-daac4223c15d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:22.836988 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e7f7c-2e49-43d3-9b48-daac4223c15d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:22.838146 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e7f7c-2e49-43d3-9b48-daac4223c15d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:22.838853 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e7f7c-2e49-43d3-9b48-daac4223c15d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:22.839609 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e7f7c-2e49-43d3-9b48-daac4223c15d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:22.840154 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e7f7c-2e49-43d3-9b48-daac4223c15d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:22.840719 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e7f7c-2e49-43d3-9b48-daac4223c15d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:22.841405 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e7f7c-2e49-43d3-9b48-daac4223c15d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:22.841887 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e7f7c-2e49-43d3-9b48-daac4223c15d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:22.842498 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e7f7c-2e49-43d3-9b48-daac4223c15d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:22.843698 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e7f7c-2e49-43d3-9b48-daac4223c15d admin admin] Tracked resource versions report: Aug 10 04:52:22.843698 dv-cinder-804035-1-iscsi neutron-server[93277]: pushed versions: Aug 10 04:52:22.843698 dv-cinder-804035-1-iscsi neutron-server[93277]: { 'AddressGroup': {'1.2'}, Aug 10 04:52:22.843698 dv-cinder-804035-1-iscsi neutron-server[93277]: 'ConntrackHelper': {'1.0'}, Aug 10 04:52:22.843698 dv-cinder-804035-1-iscsi neutron-server[93277]: 'Log': {'1.0'}, Aug 10 04:52:22.843698 dv-cinder-804035-1-iscsi neutron-server[93277]: 'Network': {'1.1'}, Aug 10 04:52:22.843698 dv-cinder-804035-1-iscsi neutron-server[93277]: 'Port': {'1.7'}, Aug 10 04:52:22.843698 dv-cinder-804035-1-iscsi neutron-server[93277]: 'PortForwarding': {'1.2'}, Aug 10 04:52:22.843698 dv-cinder-804035-1-iscsi neutron-server[93277]: 'QosPolicy': {'1.9'}, Aug 10 04:52:22.843698 dv-cinder-804035-1-iscsi neutron-server[93277]: 'SecurityGroup': {'1.4'}, Aug 10 04:52:22.843698 dv-cinder-804035-1-iscsi neutron-server[93277]: 'SecurityGroupRule': {'1.2'}, Aug 10 04:52:22.843698 dv-cinder-804035-1-iscsi neutron-server[93277]: 'SubPort': {'1.0'}, Aug 10 04:52:22.843698 dv-cinder-804035-1-iscsi neutron-server[93277]: 'Subnet': {'1.1'}, Aug 10 04:52:22.843698 dv-cinder-804035-1-iscsi neutron-server[93277]: 'Trunk': {'1.1'}} Aug 10 04:52:22.843698 dv-cinder-804035-1-iscsi neutron-server[93277]: consumer versions: Aug 10 04:52:22.843698 dv-cinder-804035-1-iscsi neutron-server[93277]: { DHCP agent@dv-cinder-804035-1-iscsi: {}, Aug 10 04:52:22.843698 dv-cinder-804035-1-iscsi neutron-server[93277]: HyperV agent@hv-cinder-80403: {}, Aug 10 04:52:22.843698 dv-cinder-804035-1-iscsi neutron-server[93277]: L3 agent@dv-cinder-804035-1-iscsi: {}, Aug 10 04:52:22.843698 dv-cinder-804035-1-iscsi neutron-server[93277]: Metadata agent@dv-cinder-804035-1-iscsi: {}, Aug 10 04:52:22.843698 dv-cinder-804035-1-iscsi neutron-server[93277]: Metering agent@dv-cinder-804035-1-iscsi: {}, Aug 10 04:52:22.843698 dv-cinder-804035-1-iscsi neutron-server[93277]: Open vSwitch agent@dv-cinder-804035-1-iscsi: { 'AddressGroup': '1.2', Aug 10 04:52:22.843698 dv-cinder-804035-1-iscsi neutron-server[93277]: 'ConntrackHelper': '1.0', Aug 10 04:52:22.843698 dv-cinder-804035-1-iscsi neutron-server[93277]: 'Log': '1.0', Aug 10 04:52:22.843698 dv-cinder-804035-1-iscsi neutron-server[93277]: 'Network': '1.1', Aug 10 04:52:22.843698 dv-cinder-804035-1-iscsi neutron-server[93277]: 'Port': '1.7', Aug 10 04:52:22.843698 dv-cinder-804035-1-iscsi neutron-server[93277]: 'PortForwarding': '1.2', Aug 10 04:52:22.843698 dv-cinder-804035-1-iscsi neutron-server[93277]: 'QosPolicy': '1.9', Aug 10 04:52:22.843698 dv-cinder-804035-1-iscsi neutron-server[93277]: 'SecurityGroup': '1.4', Aug 10 04:52:22.843698 dv-cinder-804035-1-iscsi neutron-server[93277]: 'SecurityGroupRule': '1.2', Aug 10 04:52:22.843698 dv-cinder-804035-1-iscsi neutron-server[93277]: 'SubPort': '1.0', Aug 10 04:52:22.843698 dv-cinder-804035-1-iscsi neutron-server[93277]: 'Subnet': '1.1', Aug 10 04:52:22.843698 dv-cinder-804035-1-iscsi neutron-server[93277]: 'Trunk': '1.1'}} Aug 10 04:52:22.843698 dv-cinder-804035-1-iscsi neutron-server[93277]: {{(pid=93277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 04:52:22.901202 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-996e7f7c-2e49-43d3-9b48-daac4223c15d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757410051916'] for network, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:22.938444 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-996e7f7c-2e49-43d3-9b48-daac4223c15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092'] for network, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:22.939542 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996e7f7c-2e49-43d3-9b48-daac4223c15d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:22.940116 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-996e7f7c-2e49-43d3-9b48-daac4223c15d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:22.994328 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-996e7f7c-2e49-43d3-9b48-daac4223c15d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8409626 Aug 10 04:52:22.997120 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 53216) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:23.004492 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-6f2c66fc-e478-4bec-9bdb-495a2db41453 admin admin] Request body: {'subnet': {'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1116160133-subnet', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:23.014153 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e7f7c-2e49-43d3-9b48-daac4223c15d admin admin] Pushing event updated for resources: {'Network': ['ID=1d5d3c9f-e413-437f-a63e-a3f1a946fd9c,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:23.032282 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Network 1d5d3c9f-e413-437f-a63e-a3f1a946fd9c details requested by agent ovs-agent-dv-cinder-804035-1-iscsi with host dv-cinder-804035-1-iscsi {{(pid=93279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:52:23.042409 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2c66fc-e478-4bec-9bdb-495a2db41453 admin admin] Made reservation on behalf of 66a8bb3c6be240719e5ec8a74319a2e3 for: {'subnet': 1} {{(pid=93277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:52:23.048435 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6f2c66fc-e478-4bec-9bdb-495a2db41453 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:23.118545 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 53228) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:23.214098 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f84ca3a-bd79-4d9d-9721-f9546bea8255 admin admin] Made reservation on behalf of e36649f800234f00820625778be84ac5 for: {'network': 1} {{(pid=93277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:52:23.216333 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3f84ca3a-bd79-4d9d-9721-f9546bea8255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for network, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:23.245157 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3f84ca3a-bd79-4d9d-9721-f9546bea8255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:23.297321 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6a783a-8f79-407d-97d4-feae9c5cd140 admin admin] Made reservation on behalf of 7c7b5b90b1974558a6b6090b510234f1 for: {'network': 1} {{(pid=93277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:52:23.300012 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-be6a783a-8f79-407d-97d4-feae9c5cd140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for network, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:23.304204 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6f2c66fc-e478-4bec-9bdb-495a2db41453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092'] for subnet, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:23.359227 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-be6a783a-8f79-407d-97d4-feae9c5cd140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:23.374823 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c66fc-e478-4bec-9bdb-495a2db41453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=730c2c7a-bff8-4fac-9b46-2ea8ba090a71,revision_number=0']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:23.405508 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f2c9a07a-bed0-47cb-bd96-40c5b495e20d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:23.439561 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2c66fc-e478-4bec-9bdb-495a2db41453 admin admin] Checking segment: {'id': '3f230113-748d-49c3-b686-177bf1e5d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:52:23.440323 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2c66fc-e478-4bec-9bdb-495a2db41453 admin admin] Network hostable DHCP agents. Network: 1d5d3c9f-e413-437f-a63e-a3f1a946fd9c, hostable agents: ['5003063e-fd7f-41c4-9249-d5db703bed75'], hosted agents: [] {{(pid=93277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:52:23.481496 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2c66fc-e478-4bec-9bdb-495a2db41453 admin admin] Network 1d5d3c9f-e413-437f-a63e-a3f1a946fd9c is scheduled to be hosted by DHCP agent 5003063e-fd7f-41c4-9249-d5db703bed75 with binding_index 1 {{(pid=93277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:52:23.485302 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3f84ca3a-bd79-4d9d-9721-f9546bea8255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:23.502954 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.db.api [None req-f2c9a07a-bed0-47cb-bd96-40c5b495e20d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 04:52:23.502954 dv-cinder-804035-1-iscsi neutron-server[93278]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 04:52:23.502954 dv-cinder-804035-1-iscsi neutron-server[93278]: [parameters: {'project_id_1': '58fe753c8667466cb95f002ee6fd5f7e', 'expiration_1': datetime.datetime(2021, 8, 10, 4, 52, 23, 422407)}] Aug 10 04:52:23.502954 dv-cinder-804035-1-iscsi neutron-server[93278]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93278) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:52:23.504679 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG oslo_db.api [None req-f2c9a07a-bed0-47cb-bd96-40c5b495e20d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:52:23.512640 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3f84ca3a-bd79-4d9d-9721-f9546bea8255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:23.546006 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-6f2c66fc-e478-4bec-9bdb-495a2db41453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-1-iscsi, 1d5d3c9f-e413-437f-a63e-a3f1a946fd9c) {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:52:23.553455 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84ca3a-bd79-4d9d-9721-f9546bea8255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d01a6e-2846-4926-b0af-299b6c1b7644,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:23.556551 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5cd442-e062-4839-a989-2024a3d37ee7 None None] Network 1d5d3c9f-e413-437f-a63e-a3f1a946fd9c requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:52:23.573482 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2c66fc-e478-4bec-9bdb-495a2db41453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:23.574285 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6f2c66fc-e478-4bec-9bdb-495a2db41453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for subnet, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:23.614732 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f84ca3a-bd79-4d9d-9721-f9546bea8255 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=93277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:52:23.732103 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-be6a783a-8f79-407d-97d4-feae9c5cd140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:23.735949 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3f84ca3a-bd79-4d9d-9721-f9546bea8255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:23.736431 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.db.segments_db [None req-3f84ca3a-bd79-4d9d-9721-f9546bea8255 admin admin] Added segment b71f85af-538b-4411-b5bb-f56f0b4e8fdb of type vlan for network 51432505-2484-4065-949f-265a3f561e13 Aug 10 04:52:23.768546 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-be6a783a-8f79-407d-97d4-feae9c5cd140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:23.785490 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceae0c74-19ae-54d1-875a-898b6c6c8056-1d5d3c9f-e413-437f-a63e-a3f1a946fd9c', 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'fixed_ips': [{'subnet_id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71'}]}} from dv-cinder-804035-1-iscsi. {{(pid=93279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:52:23.786634 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:23.833655 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-6f2c66fc-e478-4bec-9bdb-495a2db41453 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8352973 Aug 10 04:52:23.835660 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3f84ca3a-bd79-4d9d-9721-f9546bea8255 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757410051916'] for network, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:23.836675 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 53264) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:23.842975 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-5cfac578-ed15-440a-b3fb-7b4f532800ef admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1116160133-router', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'}}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:23.869750 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be6a783a-8f79-407d-97d4-feae9c5cd140 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=93277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:52:23.875589 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a783a-8f79-407d-97d4-feae9c5cd140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c52aab-4166-4dc8-bd5f-e740e68b6561,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:23.887709 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-be6a783a-8f79-407d-97d4-feae9c5cd140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:23.889136 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.db.segments_db [None req-be6a783a-8f79-407d-97d4-feae9c5cd140 admin admin] Added segment adf267e7-4f91-4f68-a415-a317b9ef2366 of type vlan for network fa4da3fe-515b-43af-bfca-345879bf66c5 Aug 10 04:52:23.932095 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5cfac578-ed15-440a-b3fb-7b4f532800ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3318'] for router, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:23.934447 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5cfac578-ed15-440a-b3fb-7b4f532800ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496151', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3325'] for router, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:23.942341 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3f84ca3a-bd79-4d9d-9721-f9546bea8255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092'] for network, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:23.943493 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f84ca3a-bd79-4d9d-9721-f9546bea8255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:23.944087 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3f84ca3a-bd79-4d9d-9721-f9546bea8255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:23.948633 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-be6a783a-8f79-407d-97d4-feae9c5cd140 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757410051916'] for network, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:23.969851 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] Allocated IP 172.20.0.2 (1d5d3c9f-e413-437f-a63e-a3f1a946fd9c/730c2c7a-bff8-4fac-9b46-2ea8ba090a71/c6434e2f-b494-4cf6-8342-95935c0682ac) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:52:24.033943 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-3f84ca3a-bd79-4d9d-9721-f9546bea8255 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7720940 Aug 10 04:52:24.041838 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f2c9a07a-bed0-47cb-bd96-40c5b495e20d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:24.042632 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 53270) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:24.049067 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84ca3a-bd79-4d9d-9721-f9546bea8255 admin admin] Pushing event updated for resources: {'Network': ['ID=51432505-2484-4065-949f-265a3f561e13,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:24.066589 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Network 51432505-2484-4065-949f-265a3f561e13 details requested by agent ovs-agent-dv-cinder-804035-1-iscsi with host dv-cinder-804035-1-iscsi {{(pid=93279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:52:24.068130 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-dd2b25cf-6d5b-4ed7-a186-6f44b18ffbf7 admin admin] Request body: {'subnet': {'network_id': '51432505-2484-4065-949f-265a3f561e13', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1182165377-subnet', 'tenant_id': 'e36649f800234f00820625778be84ac5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:24.087024 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-be6a783a-8f79-407d-97d4-feae9c5cd140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092'] for network, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:24.088385 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6a783a-8f79-407d-97d4-feae9c5cd140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:24.088973 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-be6a783a-8f79-407d-97d4-feae9c5cd140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:24.173533 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2b25cf-6d5b-4ed7-a186-6f44b18ffbf7 admin admin] Made reservation on behalf of e36649f800234f00820625778be84ac5 for: {'subnet': 1} {{(pid=93277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:52:24.180648 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dd2b25cf-6d5b-4ed7-a186-6f44b18ffbf7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:24.291965 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f2c9a07a-bed0-47cb-bd96-40c5b495e20d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:24.314964 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-be6a783a-8f79-407d-97d4-feae9c5cd140 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1276879 Aug 10 04:52:24.322060 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5cfac578-ed15-440a-b3fb-7b4f532800ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:24.324303 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 53294) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:24.325504 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f2c9a07a-bed0-47cb-bd96-40c5b495e20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:24.341470 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a783a-8f79-407d-97d4-feae9c5cd140 admin admin] Pushing event updated for resources: {'Network': ['ID=fa4da3fe-515b-43af-bfca-345879bf66c5,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:24.365469 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-b6a56dfc-9483-41e5-a036-53fc099d472a admin admin] Request body: {'subnet': {'network_id': 'fa4da3fe-515b-43af-bfca-345879bf66c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1621064557-subnet', 'tenant_id': '7c7b5b90b1974558a6b6090b510234f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:24.375236 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-f2c9a07a-bed0-47cb-bd96-40c5b495e20d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=58fe753c8667466cb95f002ee6fd5f7e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2546625 Aug 10 04:52:24.376175 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 53302) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:24.389168 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:24.405615 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] Transition to ACTIVE for port object c6434e2f-b494-4cf6-8342-95935c0682ac will not be triggered until provisioned by entity L2. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:52:24.429659 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] Transition to ACTIVE for port object c6434e2f-b494-4cf6-8342-95935c0682ac will not be triggered until provisioned by entity DHCP. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:52:24.434594 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Network fa4da3fe-515b-43af-bfca-345879bf66c5 details requested by agent ovs-agent-dv-cinder-804035-1-iscsi with host dv-cinder-804035-1-iscsi {{(pid=93279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:52:24.451217 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:24.494012 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] Network 1d5d3c9f-e413-437f-a63e-a3f1a946fd9c is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:52:24.540081 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:52:24.549175 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:52:24.552568 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dd2b25cf-6d5b-4ed7-a186-6f44b18ffbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092'] for subnet, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:24.588395 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] Pushing event updated for resources: {'Port': ['ID=c6434e2f-b494-4cf6-8342-95935c0682ac,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:24.600444 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:24.600444 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:24.600985 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:24.601414 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:24.601974 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:24.602427 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:24.602935 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:24.603495 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:24.603729 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:24.604154 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:24.604526 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:24.604857 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:24.606394 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] Tracked resource versions report: Aug 10 04:52:24.606394 dv-cinder-804035-1-iscsi neutron-server[93279]: pushed versions: Aug 10 04:52:24.606394 dv-cinder-804035-1-iscsi neutron-server[93279]: { 'AddressGroup': {'1.2'}, Aug 10 04:52:24.606394 dv-cinder-804035-1-iscsi neutron-server[93279]: 'ConntrackHelper': {'1.0'}, Aug 10 04:52:24.606394 dv-cinder-804035-1-iscsi neutron-server[93279]: 'Log': {'1.0'}, Aug 10 04:52:24.606394 dv-cinder-804035-1-iscsi neutron-server[93279]: 'Network': {'1.1'}, Aug 10 04:52:24.606394 dv-cinder-804035-1-iscsi neutron-server[93279]: 'Port': {'1.7'}, Aug 10 04:52:24.606394 dv-cinder-804035-1-iscsi neutron-server[93279]: 'PortForwarding': {'1.2'}, Aug 10 04:52:24.606394 dv-cinder-804035-1-iscsi neutron-server[93279]: 'QosPolicy': {'1.9'}, Aug 10 04:52:24.606394 dv-cinder-804035-1-iscsi neutron-server[93279]: 'SecurityGroup': {'1.4'}, Aug 10 04:52:24.606394 dv-cinder-804035-1-iscsi neutron-server[93279]: 'SecurityGroupRule': {'1.2'}, Aug 10 04:52:24.606394 dv-cinder-804035-1-iscsi neutron-server[93279]: 'SubPort': {'1.0'}, Aug 10 04:52:24.606394 dv-cinder-804035-1-iscsi neutron-server[93279]: 'Subnet': {'1.1'}, Aug 10 04:52:24.606394 dv-cinder-804035-1-iscsi neutron-server[93279]: 'Trunk': {'1.1'}} Aug 10 04:52:24.606394 dv-cinder-804035-1-iscsi neutron-server[93279]: consumer versions: Aug 10 04:52:24.606394 dv-cinder-804035-1-iscsi neutron-server[93279]: { DHCP agent@dv-cinder-804035-1-iscsi: {}, Aug 10 04:52:24.606394 dv-cinder-804035-1-iscsi neutron-server[93279]: HyperV agent@hv-cinder-80403: {}, Aug 10 04:52:24.606394 dv-cinder-804035-1-iscsi neutron-server[93279]: L3 agent@dv-cinder-804035-1-iscsi: {}, Aug 10 04:52:24.606394 dv-cinder-804035-1-iscsi neutron-server[93279]: Metadata agent@dv-cinder-804035-1-iscsi: {}, Aug 10 04:52:24.606394 dv-cinder-804035-1-iscsi neutron-server[93279]: Metering agent@dv-cinder-804035-1-iscsi: {}, Aug 10 04:52:24.606394 dv-cinder-804035-1-iscsi neutron-server[93279]: Open vSwitch agent@dv-cinder-804035-1-iscsi: { 'AddressGroup': '1.2', Aug 10 04:52:24.606394 dv-cinder-804035-1-iscsi neutron-server[93279]: 'ConntrackHelper': '1.0', Aug 10 04:52:24.606394 dv-cinder-804035-1-iscsi neutron-server[93279]: 'Log': '1.0', Aug 10 04:52:24.606394 dv-cinder-804035-1-iscsi neutron-server[93279]: 'Network': '1.1', Aug 10 04:52:24.606394 dv-cinder-804035-1-iscsi neutron-server[93279]: 'Port': '1.7', Aug 10 04:52:24.606394 dv-cinder-804035-1-iscsi neutron-server[93279]: 'PortForwarding': '1.2', Aug 10 04:52:24.606394 dv-cinder-804035-1-iscsi neutron-server[93279]: 'QosPolicy': '1.9', Aug 10 04:52:24.606394 dv-cinder-804035-1-iscsi neutron-server[93279]: 'SecurityGroup': '1.4', Aug 10 04:52:24.606394 dv-cinder-804035-1-iscsi neutron-server[93279]: 'SecurityGroupRule': '1.2', Aug 10 04:52:24.606394 dv-cinder-804035-1-iscsi neutron-server[93279]: 'SubPort': '1.0', Aug 10 04:52:24.606394 dv-cinder-804035-1-iscsi neutron-server[93279]: 'Subnet': '1.1', Aug 10 04:52:24.606394 dv-cinder-804035-1-iscsi neutron-server[93279]: 'Trunk': '1.1'}} Aug 10 04:52:24.606394 dv-cinder-804035-1-iscsi neutron-server[93279]: {{(pid=93279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 04:52:24.647649 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b25cf-6d5b-4ed7-a186-6f44b18ffbf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33e45d8c-a2ec-46e1-a5af-964f4d2d3295,revision_number=0']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:24.652570 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ba87d49c-172b-4282-9d61-7ef2f52bcffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:24.662226 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2b25cf-6d5b-4ed7-a186-6f44b18ffbf7 admin admin] Checking segment: {'id': 'b71f85af-538b-4411-b5bb-f56f0b4e8fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '51432505-2484-4065-949f-265a3f561e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:52:24.662721 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2b25cf-6d5b-4ed7-a186-6f44b18ffbf7 admin admin] Network hostable DHCP agents. Network: 51432505-2484-4065-949f-265a3f561e13, hostable agents: ['5003063e-fd7f-41c4-9249-d5db703bed75'], hosted agents: [] {{(pid=93277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:52:24.723139 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a56dfc-9483-41e5-a036-53fc099d472a admin admin] Made reservation on behalf of 7c7b5b90b1974558a6b6090b510234f1 for: {'subnet': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:52:24.723775 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ba87d49c-172b-4282-9d61-7ef2f52bcffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:24.729030 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b6a56dfc-9483-41e5-a036-53fc099d472a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:24.734719 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5cfac578-ed15-440a-b3fb-7b4f532800ef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:24.757563 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9a07a-bed0-47cb-bd96-40c5b495e20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12768703-66c2-4aef-af49-04b19fb56b20,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:24.762419 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2b25cf-6d5b-4ed7-a186-6f44b18ffbf7 admin admin] Network 51432505-2484-4065-949f-265a3f561e13 is scheduled to be hosted by DHCP agent 5003063e-fd7f-41c4-9249-d5db703bed75 with binding_index 1 {{(pid=93277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:52:24.800884 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9a07a-bed0-47cb-bd96-40c5b495e20d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:24.801271 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9a07a-bed0-47cb-bd96-40c5b495e20d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:24.801650 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9a07a-bed0-47cb-bd96-40c5b495e20d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:24.802284 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9a07a-bed0-47cb-bd96-40c5b495e20d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:24.802623 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9a07a-bed0-47cb-bd96-40c5b495e20d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:24.802995 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9a07a-bed0-47cb-bd96-40c5b495e20d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:24.804224 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9a07a-bed0-47cb-bd96-40c5b495e20d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:24.804562 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9a07a-bed0-47cb-bd96-40c5b495e20d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:24.804908 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9a07a-bed0-47cb-bd96-40c5b495e20d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:24.805507 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9a07a-bed0-47cb-bd96-40c5b495e20d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:24.806000 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9a07a-bed0-47cb-bd96-40c5b495e20d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:24.806502 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9a07a-bed0-47cb-bd96-40c5b495e20d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:24.807736 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9a07a-bed0-47cb-bd96-40c5b495e20d admin admin] Tracked resource versions report: Aug 10 04:52:24.807736 dv-cinder-804035-1-iscsi neutron-server[93278]: pushed versions: Aug 10 04:52:24.807736 dv-cinder-804035-1-iscsi neutron-server[93278]: { 'AddressGroup': {'1.2'}, Aug 10 04:52:24.807736 dv-cinder-804035-1-iscsi neutron-server[93278]: 'ConntrackHelper': {'1.0'}, Aug 10 04:52:24.807736 dv-cinder-804035-1-iscsi neutron-server[93278]: 'Log': {'1.0'}, Aug 10 04:52:24.807736 dv-cinder-804035-1-iscsi neutron-server[93278]: 'Network': {'1.1'}, Aug 10 04:52:24.807736 dv-cinder-804035-1-iscsi neutron-server[93278]: 'Port': {'1.7'}, Aug 10 04:52:24.807736 dv-cinder-804035-1-iscsi neutron-server[93278]: 'PortForwarding': {'1.2'}, Aug 10 04:52:24.807736 dv-cinder-804035-1-iscsi neutron-server[93278]: 'QosPolicy': {'1.9'}, Aug 10 04:52:24.807736 dv-cinder-804035-1-iscsi neutron-server[93278]: 'SecurityGroup': {'1.4'}, Aug 10 04:52:24.807736 dv-cinder-804035-1-iscsi neutron-server[93278]: 'SecurityGroupRule': {'1.2'}, Aug 10 04:52:24.807736 dv-cinder-804035-1-iscsi neutron-server[93278]: 'SubPort': {'1.0'}, Aug 10 04:52:24.807736 dv-cinder-804035-1-iscsi neutron-server[93278]: 'Subnet': {'1.1'}, Aug 10 04:52:24.807736 dv-cinder-804035-1-iscsi neutron-server[93278]: 'Trunk': {'1.1'}} Aug 10 04:52:24.807736 dv-cinder-804035-1-iscsi neutron-server[93278]: consumer versions: Aug 10 04:52:24.807736 dv-cinder-804035-1-iscsi neutron-server[93278]: { DHCP agent@dv-cinder-804035-1-iscsi: {}, Aug 10 04:52:24.807736 dv-cinder-804035-1-iscsi neutron-server[93278]: HyperV agent@hv-cinder-80403: {}, Aug 10 04:52:24.807736 dv-cinder-804035-1-iscsi neutron-server[93278]: L3 agent@dv-cinder-804035-1-iscsi: {}, Aug 10 04:52:24.807736 dv-cinder-804035-1-iscsi neutron-server[93278]: Metadata agent@dv-cinder-804035-1-iscsi: {}, Aug 10 04:52:24.807736 dv-cinder-804035-1-iscsi neutron-server[93278]: Metering agent@dv-cinder-804035-1-iscsi: {}, Aug 10 04:52:24.807736 dv-cinder-804035-1-iscsi neutron-server[93278]: Open vSwitch agent@dv-cinder-804035-1-iscsi: { 'AddressGroup': '1.2', Aug 10 04:52:24.807736 dv-cinder-804035-1-iscsi neutron-server[93278]: 'ConntrackHelper': '1.0', Aug 10 04:52:24.807736 dv-cinder-804035-1-iscsi neutron-server[93278]: 'Log': '1.0', Aug 10 04:52:24.807736 dv-cinder-804035-1-iscsi neutron-server[93278]: 'Network': '1.1', Aug 10 04:52:24.807736 dv-cinder-804035-1-iscsi neutron-server[93278]: 'Port': '1.7', Aug 10 04:52:24.807736 dv-cinder-804035-1-iscsi neutron-server[93278]: 'PortForwarding': '1.2', Aug 10 04:52:24.807736 dv-cinder-804035-1-iscsi neutron-server[93278]: 'QosPolicy': '1.9', Aug 10 04:52:24.807736 dv-cinder-804035-1-iscsi neutron-server[93278]: 'SecurityGroup': '1.4', Aug 10 04:52:24.807736 dv-cinder-804035-1-iscsi neutron-server[93278]: 'SecurityGroupRule': '1.2', Aug 10 04:52:24.807736 dv-cinder-804035-1-iscsi neutron-server[93278]: 'SubPort': '1.0', Aug 10 04:52:24.807736 dv-cinder-804035-1-iscsi neutron-server[93278]: 'Subnet': '1.1', Aug 10 04:52:24.807736 dv-cinder-804035-1-iscsi neutron-server[93278]: 'Trunk': '1.1'}} Aug 10 04:52:24.807736 dv-cinder-804035-1-iscsi neutron-server[93278]: {{(pid=93278) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 04:52:24.819911 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-dd2b25cf-6d5b-4ed7-a186-6f44b18ffbf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-1-iscsi, 51432505-2484-4065-949f-265a3f561e13) {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:52:24.825105 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2b25cf-6d5b-4ed7-a186-6f44b18ffbf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:24.825577 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dd2b25cf-6d5b-4ed7-a186-6f44b18ffbf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for subnet, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:24.861223 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ba87d49c-172b-4282-9d61-7ef2f52bcffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:24.864876 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ba87d49c-172b-4282-9d61-7ef2f52bcffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:24.869176 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-ba87d49c-172b-4282-9d61-7ef2f52bcffa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/12768703-66c2-4aef-af49-04b19fb56b20 HTTP/1.1" status: 204 len: 168 time: 0.4871678 Aug 10 04:52:24.869886 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-dd2b25cf-6d5b-4ed7-a186-6f44b18ffbf7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8177011 Aug 10 04:52:24.892457 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87d49c-172b-4282-9d61-7ef2f52bcffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12768703-66c2-4aef-af49-04b19fb56b20,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:24.909574 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47df38ad-9ec0-4801-a4cb-1f7041626d21 None None] Network 51432505-2484-4065-949f-265a3f561e13 requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:52:24.949797 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 53324) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:24.967172 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] Attempting to bind port c6434e2f-b494-4cf6-8342-95935c0682ac on host dv-cinder-804035-1-iscsi for vnic_type normal with profile {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:52:24.967540 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] Attempting to bind port c6434e2f-b494-4cf6-8342-95935c0682ac by drivers openvswitch,hyperv on host dv-cinder-804035-1-iscsi at level 0 using segments [{'id': '3f230113-748d-49c3-b686-177bf1e5d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c'}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:52:24.967897 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] Attempting to bind port c6434e2f-b494-4cf6-8342-95935c0682ac on network 1d5d3c9f-e413-437f-a63e-a3f1a946fd9c {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:52:24.977153 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] Checking agent: {'id': 'e86c392a-1153-4c8a-96a5-08eb1b77cf3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 44, 50), 'started_at': datetime.datetime(2021, 8, 10, 4, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:52:24.977545 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] Checking segment: {'id': '3f230113-748d-49c3-b686-177bf1e5d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:52:24.978293 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:24.979032 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] Bound using segment: {'id': '3f230113-748d-49c3-b686-177bf1e5d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c'} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:52:24.979886 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] Bound port: c6434e2f-b494-4cf6-8342-95935c0682ac, host: dv-cinder-804035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f230113-748d-49c3-b686-177bf1e5d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c'}}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:52:24.980454 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:25.122008 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] For port c6434e2f-b494-4cf6-8342-95935c0682ac, host dv-cinder-804035-1-iscsi, cleared binding levels {{(pid=93279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:52:25.133021 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5900af7-dddb-402e-afb6-1739db61812f None None] Network 51432505-2484-4065-949f-265a3f561e13 requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:52:25.138984 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] For port c6434e2f-b494-4cf6-8342-95935c0682ac, host dv-cinder-804035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=c6434e2f-b494-4cf6-8342-95935c0682ac,segment=NetworkSegment(3f230113-748d-49c3-b686-177bf1e5d247),segment_id=3f230113-748d-49c3-b686-177bf1e5d247)] {{(pid=93279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:52:25.180483 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:25.203996 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b6a56dfc-9483-41e5-a036-53fc099d472a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092'] for subnet, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:25.273548 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 53334) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:25.310250 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e3261f-dedf-4bbf-9370-cdf70fc2852f None None] Pushing event updated for resources: {'Port': ['ID=c6434e2f-b494-4cf6-8342-95935c0682ac,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:25.320877 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7fd5951b-2978-41a1-8287-dc751c6131e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:25.383197 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a56dfc-9483-41e5-a036-53fc099d472a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3decaebb-6db7-465e-9b45-ecf80d350e0e,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:25.408986 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5cfac578-ed15-440a-b3fb-7b4f532800ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:25.443977 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a56dfc-9483-41e5-a036-53fc099d472a admin admin] Checking segment: {'id': 'adf267e7-4f91-4f68-a415-a317b9ef2366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fa4da3fe-515b-43af-bfca-345879bf66c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:52:25.444607 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a56dfc-9483-41e5-a036-53fc099d472a admin admin] Network hostable DHCP agents. Network: fa4da3fe-515b-43af-bfca-345879bf66c5, hostable agents: ['5003063e-fd7f-41c4-9249-d5db703bed75'], hosted agents: [] {{(pid=93278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:52:25.449768 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5cfac578-ed15-440a-b3fb-7b4f532800ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:25.455887 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d2ad1695-528e-48e9-ab7a-e4020c555c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:25.469366 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 53342) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:25.500008 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-85846ae8-4471-4422-bd98-d5d2d51b24cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:25.517068 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a56dfc-9483-41e5-a036-53fc099d472a admin admin] Network fa4da3fe-515b-43af-bfca-345879bf66c5 is scheduled to be hosted by DHCP agent 5003063e-fd7f-41c4-9249-d5db703bed75 with binding_index 1 {{(pid=93278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:52:25.533927 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-b6a56dfc-9483-41e5-a036-53fc099d472a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-1-iscsi, fa4da3fe-515b-43af-bfca-345879bf66c5) {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:52:25.542883 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914c837c-413e-4e03-b2f7-02eb94d3df0f None None] Network fa4da3fe-515b-43af-bfca-345879bf66c5 requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:52:25.558485 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a56dfc-9483-41e5-a036-53fc099d472a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:25.559264 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b6a56dfc-9483-41e5-a036-53fc099d472a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:25.562403 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7fd5951b-2978-41a1-8287-dc751c6131e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:25.613263 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [None req-5cfac578-ed15-440a-b3fb-7b4f532800ef admin admin] Allocated IP 172.27.0.248 (0a1a8acd-4687-4edf-98ff-0a50fc5a0482/3fb0ac1d-f2fb-452a-b682-4051fe90b57f/27ec80c4-ce5a-4b15-bc12-8916505d7695) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:52:25.667836 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7fd5951b-2978-41a1-8287-dc751c6131e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:25.754215 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-7fd5951b-2978-41a1-8287-dc751c6131e4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=379ce5d32ceb443e91dee7ca4325ba55&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8033552 Aug 10 04:52:25.756484 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 53352) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:25.766902 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd5951b-2978-41a1-8287-dc751c6131e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c44528-0569-4cb1-bcab-ca436451d208,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:25.831699 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b662fa-1421-4e74-b8f5-a56032922344 None None] Network fa4da3fe-515b-43af-bfca-345879bf66c5 requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:52:25.834052 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5cfac578-ed15-440a-b3fb-7b4f532800ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:25.854206 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d2ad1695-528e-48e9-ab7a-e4020c555c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:25.857827 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c1a17764-3887-4055-b9a5-3e9d9c210304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:25.883866 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d2ad1695-528e-48e9-ab7a-e4020c555c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:25.884506 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-b6a56dfc-9483-41e5-a036-53fc099d472a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5228724 Aug 10 04:52:25.887231 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 53356) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:25.893511 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-cc73577e-5d51-4e99-9e53-03ca99e2ea6e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1621064557-router', 'tenant_id': '7c7b5b90b1974558a6b6090b510234f1', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'}}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:25.916026 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5cfac578-ed15-440a-b3fb-7b4f532800ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:26.009669 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfac578-ed15-440a-b3fb-7b4f532800ef admin admin] Network 0a1a8acd-4687-4edf-98ff-0a50fc5a0482 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:52:26.018658 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-5cfac578-ed15-440a-b3fb-7b4f532800ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:52:26.033768 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfac578-ed15-440a-b3fb-7b4f532800ef admin admin] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:52:26.035041 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-85846ae8-4471-4422-bd98-d5d2d51b24cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:26.052650 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfac578-ed15-440a-b3fb-7b4f532800ef admin admin] Pushing event updated for resources: {'Port': ['ID=27ec80c4-ce5a-4b15-bc12-8916505d7695,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:26.062667 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad1695-528e-48e9-ab7a-e4020c555c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7e17d5-ac2e-4ecc-9ae1-fd90fe47903e,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:26.066843 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c1a17764-3887-4055-b9a5-3e9d9c210304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:26.076536 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-85846ae8-4471-4422-bd98-d5d2d51b24cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:26.114460 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 53376) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:26.118193 dv-cinder-804035-1-iscsi neutron-server[93278]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 10 04:52:26.255167 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-85846ae8-4471-4422-bd98-d5d2d51b24cf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f4168f74b51a4372b75ce1b690ca26f9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7831650 Aug 10 04:52:26.262014 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85846ae8-4471-4422-bd98-d5d2d51b24cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab8a9eb-32b0-460a-9b72-84e87be01e52,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:26.271146 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 53390) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:26.291429 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-d2ad1695-528e-48e9-ab7a-e4020c555c83 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ec2cc5cf1d114c9eb015e1df3ed91352&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0166109 Aug 10 04:52:26.293020 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 53392) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:26.359949 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-cc73577e-5d51-4e99-9e53-03ca99e2ea6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3318'] for router, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:26.361408 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-cc73577e-5d51-4e99-9e53-03ca99e2ea6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496151', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3325'] for router, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:26.375195 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c1a17764-3887-4055-b9a5-3e9d9c210304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:26.377691 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c1a17764-3887-4055-b9a5-3e9d9c210304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:26.381390 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-c1a17764-3887-4055-b9a5-3e9d9c210304 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f6c44528-0569-4cb1-bcab-ca436451d208 HTTP/1.1" status: 204 len: 168 time: 0.6210227 Aug 10 04:52:26.403305 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a17764-3887-4055-b9a5-3e9d9c210304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c44528-0569-4cb1-bcab-ca436451d208,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:26.452537 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f6d98b2d-c57b-45b9-8a11-4dfbf591eed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:26.487763 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1703bc92-8a50-4593-9c7b-d9e64422d085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:26.500851 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f6d98b2d-c57b-45b9-8a11-4dfbf591eed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:26.542830 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1703bc92-8a50-4593-9c7b-d9e64422d085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:26.565518 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-cc73577e-5d51-4e99-9e53-03ca99e2ea6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:26.573398 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-a90826ce-8895-4b18-9014-5cef2d69aa40 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:26.575075 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-a90826ce-8895-4b18-9014-5cef2d69aa40 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/networks?id=51432505-2484-4065-949f-265a3f561e13 HTTP/1.1" status: 200 len: 812 time: 0.4580612 Aug 10 04:52:26.698466 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93805edf-49fa-470d-99f8-5110ce2a6af4 None None] Network 1d5d3c9f-e413-437f-a63e-a3f1a946fd9c requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:52:26.713752 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f6d98b2d-c57b-45b9-8a11-4dfbf591eed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:26.716819 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f6d98b2d-c57b-45b9-8a11-4dfbf591eed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:26.718256 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-f6d98b2d-c57b-45b9-8a11-4dfbf591eed5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3ab8a9eb-32b0-460a-9b72-84e87be01e52 HTTP/1.1" status: 204 len: 168 time: 0.4457464 Aug 10 04:52:26.722384 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-c1e6d14f-f879-4cf8-9bc3-465590966ad0 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/quotas/e36649f800234f00820625778be84ac5 HTTP/1.1" status: 200 len: 375 time: 0.1017447 Aug 10 04:52:26.726805 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1703bc92-8a50-4593-9c7b-d9e64422d085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:26.737079 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1703bc92-8a50-4593-9c7b-d9e64422d085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:26.740591 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-1703bc92-8a50-4593-9c7b-d9e64422d085 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8b7e17d5-ac2e-4ecc-9ae1-fd90fe47903e HTTP/1.1" status: 204 len: 168 time: 0.4402578 Aug 10 04:52:26.760495 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d98b2d-c57b-45b9-8a11-4dfbf591eed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab8a9eb-32b0-460a-9b72-84e87be01e52,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:26.796241 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703bc92-8a50-4593-9c7b-d9e64422d085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7e17d5-ac2e-4ecc-9ae1-fd90fe47903e,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:26.881639 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-93777716-7c8b-482c-b7b4-b874216da820 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e36649f800234f00820625778be84ac5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1130452 Aug 10 04:52:26.883974 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-cc73577e-5d51-4e99-9e53-03ca99e2ea6e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:26.897561 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5cfac578-ed15-440a-b3fb-7b4f532800ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:26.899850 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device c6434e2f-b494-4cf6-8342-95935c0682ac up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:52:26.977844 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-4fba3d73-a5b3-470f-8f43-a211beec3a67 None None] Provisioning for port c6434e2f-b494-4cf6-8342-95935c0682ac completed by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:52:27.076156 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning for port c6434e2f-b494-4cf6-8342-95935c0682ac completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:52:27.082999 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port c6434e2f-b494-4cf6-8342-95935c0682ac triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:52:27.083383 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:27.194925 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:27.252161 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] For port c6434e2f-b494-4cf6-8342-95935c0682ac, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=c6434e2f-b494-4cf6-8342-95935c0682ac,segment=NetworkSegment(3f230113-748d-49c3-b686-177bf1e5d247),segment_id=3f230113-748d-49c3-b686-177bf1e5d247)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:52:27.263016 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:27.314765 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5cfac578-ed15-440a-b3fb-7b4f532800ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496356'] for router, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:27.354601 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Pushing event updated for resources: {'Port': ['ID=c6434e2f-b494-4cf6-8342-95935c0682ac,revision_number=3']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:27.365031 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 53432) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:27.379382 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f235c95f-325b-4c0f-91e9-360398e1cd38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:27.514217 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f235c95f-325b-4c0f-91e9-360398e1cd38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:27.516557 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-0a050984-9a9a-43e2-87a3-56174334e8a0 None None] Provisioning complete for port c6434e2f-b494-4cf6-8342-95935c0682ac triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:52:27.517459 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0a050984-9a9a-43e2-87a3-56174334e8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:27.526620 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f235c95f-325b-4c0f-91e9-360398e1cd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:27.556746 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-cc73577e-5d51-4e99-9e53-03ca99e2ea6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:27.572729 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-f235c95f-325b-4c0f-91e9-360398e1cd38 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=95b182353dea4516b018b4d3a0ae39dc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2066221 Aug 10 04:52:27.575071 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235c95f-325b-4c0f-91e9-360398e1cd38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d43cba2-a59c-478d-af0a-1375b940f1be,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:27.577379 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 53440) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:27.626219 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-cc73577e-5d51-4e99-9e53-03ca99e2ea6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:27.639720 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-592acce0-9082-442f-abdb-f92113c49700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:27.658414 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-2775e0f0-7dc8-48a3-ac90-dc6377cb3328 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:52:27.659554 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-2775e0f0-7dc8-48a3-ac90-dc6377cb3328 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2081289 Aug 10 04:52:27.664333 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-592acce0-9082-442f-abdb-f92113c49700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:27.723663 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-592acce0-9082-442f-abdb-f92113c49700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:27.726235 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-592acce0-9082-442f-abdb-f92113c49700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:27.731272 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-592acce0-9082-442f-abdb-f92113c49700 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3d43cba2-a59c-478d-af0a-1375b940f1be HTTP/1.1" status: 204 len: 168 time: 0.1494038 Aug 10 04:52:27.740438 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592acce0-9082-442f-abdb-f92113c49700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d43cba2-a59c-478d-af0a-1375b940f1be,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:27.863509 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [None req-cc73577e-5d51-4e99-9e53-03ca99e2ea6e admin admin] Allocated IP 172.27.0.193 (0a1a8acd-4687-4edf-98ff-0a50fc5a0482/3fb0ac1d-f2fb-452a-b682-4051fe90b57f/9df8962f-ed94-43ff-8b49-f398eb9168e7) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:52:27.874008 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfac578-ed15-440a-b3fb-7b4f532800ef admin admin] Router 66306674-7218-49b9-a663-50abf9c73e79 is scheduled to L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d with binding_index 1 {{(pid=93278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:52:27.883168 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-9046dc46-844c-4556-872c-02b1b31087d7 service neutron] 10.222.0.49 "GET /v2.0/networks/51432505-2484-4065-949f-265a3f561e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964874 Aug 10 04:52:28.144971 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-baed1c5c-9beb-4392-9a9d-974fea85255a service neutron] 10.222.0.49 "GET /v2.0/networks/51432505-2484-4065-949f-265a3f561e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509832 Aug 10 04:52:28.148230 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-cc73577e-5d51-4e99-9e53-03ca99e2ea6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:28.159968 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfac578-ed15-440a-b3fb-7b4f532800ef admin admin] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:52:28.178971 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ac5514-fc75-47e9-b36b-6bb26bb9a161 None None] Sync routers for ids ['66306674-7218-49b9-a663-50abf9c73e79'] in dv-cinder-804035-1-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:52:28.189849 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5cfac578-ed15-440a-b3fb-7b4f532800ef admin admin] Notify callbacks [] for router, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:28.191098 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-5cfac578-ed15-440a-b3fb-7b4f532800ef admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3527064 Aug 10 04:52:28.194025 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 53476) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:28.202072 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ac5514-fc75-47e9-b36b-6bb26bb9a161 None None] Routers {'66306674-7218-49b9-a663-50abf9c73e79'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:52:28.203198 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-a9ac5514-fc75-47e9-b36b-6bb26bb9a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:52:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['66306674-7218-49b9-a663-50abf9c73e79'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:28.227400 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-cc73577e-5d51-4e99-9e53-03ca99e2ea6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:28.319129 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73577e-5d51-4e99-9e53-03ca99e2ea6e admin admin] Pushing event updated for resources: {'Port': ['ID=9df8962f-ed94-43ff-8b49-f398eb9168e7,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:28.328325 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc73577e-5d51-4e99-9e53-03ca99e2ea6e admin admin] Network 0a1a8acd-4687-4edf-98ff-0a50fc5a0482 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:52:28.330398 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-cc73577e-5d51-4e99-9e53-03ca99e2ea6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:52:28.333250 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc73577e-5d51-4e99-9e53-03ca99e2ea6e admin admin] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:52:28.536939 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-a9ac5514-fc75-47e9-b36b-6bb26bb9a161 None None] Set router 66306674-7218-49b9-a663-50abf9c73e79 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:52:28.710664 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device c6434e2f-b494-4cf6-8342-95935c0682ac up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:52:28.770008 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b9617865-4051-4c42-b7a8-4db6ecd4d021 req-49804143-1462-4ff7-af8f-4cee5fcb71ba tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 210 time: 0.1729593 Aug 10 04:52:28.770719 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-cc73577e-5d51-4e99-9e53-03ca99e2ea6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:28.808092 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-a9ac5514-fc75-47e9-b36b-6bb26bb9a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66306674-7218-49b9-a663-50abf9c73e79', 'name': 'tempest-AttachVolumeShelveTestJSON-1116160133-router', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:23Z', 'updated_at': '2021-08-10T04:52:26Z', 'revision_number': 3, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'gw_port': {'id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66306674-7218-49b9-a663-50abf9c73e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:25Z', 'updated_at': '2021-08-10T04:52:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi'}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:28.826814 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port c6434e2f-b494-4cf6-8342-95935c0682ac triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:52:28.827216 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:28.868725 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ac5514-fc75-47e9-b36b-6bb26bb9a161 None None] Checking router: 66306674-7218-49b9-a663-50abf9c73e79 for host: dv-cinder-804035-1-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:52:28.871511 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ac5514-fc75-47e9-b36b-6bb26bb9a161 None None] Updating router 66306674-7218-49b9-a663-50abf9c73e79 port 27ec80c4-ce5a-4b15-bc12-8916505d7695 binding host dv-cinder-804035-1-iscsi {{(pid=93280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:52:28.931748 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a9ac5514-fc75-47e9-b36b-6bb26bb9a161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:29.072583 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-cc73577e-5d51-4e99-9e53-03ca99e2ea6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496356'] for router, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:29.133665 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-acc8b68e-aa0f-4bfc-9812-57155b5ebc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:29.338065 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [None req-acc8b68e-aa0f-4bfc-9812-57155b5ebc0f admin admin] Allocated IP 172.20.0.1 (1d5d3c9f-e413-437f-a63e-a3f1a946fd9c/730c2c7a-bff8-4fac-9b46-2ea8ba090a71/b3ee7556-80f3-4a6c-87a6-372bc1e58c00) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:52:29.413059 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc73577e-5d51-4e99-9e53-03ca99e2ea6e admin admin] Router 380c02c9-6bba-4a76-af40-a4a854cf25ce is scheduled to L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d with binding_index 1 {{(pid=93278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:52:29.432962 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a9ac5514-fc75-47e9-b36b-6bb26bb9a161 None None] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:29.482569 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-a9ac5514-fc75-47e9-b36b-6bb26bb9a161 None None] Transition to ACTIVE for port object 27ec80c4-ce5a-4b15-bc12-8916505d7695 will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:52:29.505285 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a9ac5514-fc75-47e9-b36b-6bb26bb9a161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:29.571220 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-acc8b68e-aa0f-4bfc-9812-57155b5ebc0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:29.572644 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc73577e-5d51-4e99-9e53-03ca99e2ea6e admin admin] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:52:29.584940 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf556058-fa96-46b0-a719-32bff6597589 None None] Sync routers for ids ['380c02c9-6bba-4a76-af40-a4a854cf25ce'] in dv-cinder-804035-1-iscsi {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:52:29.587255 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-a9ac5514-fc75-47e9-b36b-6bb26bb9a161 None None] Attempting to bind port 27ec80c4-ce5a-4b15-bc12-8916505d7695 on host dv-cinder-804035-1-iscsi for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:52:29.587836 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-a9ac5514-fc75-47e9-b36b-6bb26bb9a161 None None] Attempting to bind port 27ec80c4-ce5a-4b15-bc12-8916505d7695 by drivers openvswitch,hyperv on host dv-cinder-804035-1-iscsi at level 0 using segments [{'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:52:29.588358 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ac5514-fc75-47e9-b36b-6bb26bb9a161 None None] Attempting to bind port 27ec80c4-ce5a-4b15-bc12-8916505d7695 on network 0a1a8acd-4687-4edf-98ff-0a50fc5a0482 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:52:29.596397 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf556058-fa96-46b0-a719-32bff6597589 None None] Routers {'380c02c9-6bba-4a76-af40-a4a854cf25ce'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:52:29.600833 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-bf556058-fa96-46b0-a719-32bff6597589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:52:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['380c02c9-6bba-4a76-af40-a4a854cf25ce'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:29.601819 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ac5514-fc75-47e9-b36b-6bb26bb9a161 None None] Checking agent: {'id': 'e86c392a-1153-4c8a-96a5-08eb1b77cf3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 44, 50), 'started_at': datetime.datetime(2021, 8, 10, 4, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:52:29.602576 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ac5514-fc75-47e9-b36b-6bb26bb9a161 None None] Checking segment: {'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:52:29.603250 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a9ac5514-fc75-47e9-b36b-6bb26bb9a161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:29.604064 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ac5514-fc75-47e9-b36b-6bb26bb9a161 None None] Bound using segment: {'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:52:29.604374 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-acc8b68e-aa0f-4bfc-9812-57155b5ebc0f admin admin] Transition to ACTIVE for port object b3ee7556-80f3-4a6c-87a6-372bc1e58c00 will not be triggered until provisioned by entity DHCP. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:52:29.604977 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-a9ac5514-fc75-47e9-b36b-6bb26bb9a161 None None] Bound port: 27ec80c4-ce5a-4b15-bc12-8916505d7695, host: dv-cinder-804035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:52:29.605547 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a9ac5514-fc75-47e9-b36b-6bb26bb9a161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:29.609150 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f427f-fa3e-4c75-b641-4e95f182d7c6 None None] Pushing event updated for resources: {'Port': ['ID=27ec80c4-ce5a-4b15-bc12-8916505d7695,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:29.632775 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-cc73577e-5d51-4e99-9e53-03ca99e2ea6e admin admin] Notify callbacks [] for router, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:29.634432 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-cc73577e-5d51-4e99-9e53-03ca99e2ea6e admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.7453170 Aug 10 04:52:29.637166 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 53550) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:29.657403 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f427f-fa3e-4c75-b641-4e95f182d7c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:29.657987 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f427f-fa3e-4c75-b641-4e95f182d7c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:29.659286 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f427f-fa3e-4c75-b641-4e95f182d7c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:29.660098 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f427f-fa3e-4c75-b641-4e95f182d7c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:29.660827 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f427f-fa3e-4c75-b641-4e95f182d7c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:29.661406 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f427f-fa3e-4c75-b641-4e95f182d7c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:29.661900 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f427f-fa3e-4c75-b641-4e95f182d7c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:29.662380 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f427f-fa3e-4c75-b641-4e95f182d7c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:29.662976 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f427f-fa3e-4c75-b641-4e95f182d7c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:29.663452 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f427f-fa3e-4c75-b641-4e95f182d7c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:29.664006 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f427f-fa3e-4c75-b641-4e95f182d7c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:29.664480 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f427f-fa3e-4c75-b641-4e95f182d7c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:29.666048 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f427f-fa3e-4c75-b641-4e95f182d7c6 None None] Tracked resource versions report: Aug 10 04:52:29.666048 dv-cinder-804035-1-iscsi neutron-server[93280]: pushed versions: Aug 10 04:52:29.666048 dv-cinder-804035-1-iscsi neutron-server[93280]: { 'AddressGroup': {'1.2'}, Aug 10 04:52:29.666048 dv-cinder-804035-1-iscsi neutron-server[93280]: 'ConntrackHelper': {'1.0'}, Aug 10 04:52:29.666048 dv-cinder-804035-1-iscsi neutron-server[93280]: 'Log': {'1.0'}, Aug 10 04:52:29.666048 dv-cinder-804035-1-iscsi neutron-server[93280]: 'Network': {'1.1'}, Aug 10 04:52:29.666048 dv-cinder-804035-1-iscsi neutron-server[93280]: 'Port': {'1.7'}, Aug 10 04:52:29.666048 dv-cinder-804035-1-iscsi neutron-server[93280]: 'PortForwarding': {'1.2'}, Aug 10 04:52:29.666048 dv-cinder-804035-1-iscsi neutron-server[93280]: 'QosPolicy': {'1.9'}, Aug 10 04:52:29.666048 dv-cinder-804035-1-iscsi neutron-server[93280]: 'SecurityGroup': {'1.4'}, Aug 10 04:52:29.666048 dv-cinder-804035-1-iscsi neutron-server[93280]: 'SecurityGroupRule': {'1.2'}, Aug 10 04:52:29.666048 dv-cinder-804035-1-iscsi neutron-server[93280]: 'SubPort': {'1.0'}, Aug 10 04:52:29.666048 dv-cinder-804035-1-iscsi neutron-server[93280]: 'Subnet': {'1.1'}, Aug 10 04:52:29.666048 dv-cinder-804035-1-iscsi neutron-server[93280]: 'Trunk': {'1.1'}} Aug 10 04:52:29.666048 dv-cinder-804035-1-iscsi neutron-server[93280]: consumer versions: Aug 10 04:52:29.666048 dv-cinder-804035-1-iscsi neutron-server[93280]: { DHCP agent@dv-cinder-804035-1-iscsi: {}, Aug 10 04:52:29.666048 dv-cinder-804035-1-iscsi neutron-server[93280]: HyperV agent@hv-cinder-80403: {}, Aug 10 04:52:29.666048 dv-cinder-804035-1-iscsi neutron-server[93280]: L3 agent@dv-cinder-804035-1-iscsi: {}, Aug 10 04:52:29.666048 dv-cinder-804035-1-iscsi neutron-server[93280]: Metadata agent@dv-cinder-804035-1-iscsi: {}, Aug 10 04:52:29.666048 dv-cinder-804035-1-iscsi neutron-server[93280]: Metering agent@dv-cinder-804035-1-iscsi: {}, Aug 10 04:52:29.666048 dv-cinder-804035-1-iscsi neutron-server[93280]: Open vSwitch agent@dv-cinder-804035-1-iscsi: { 'AddressGroup': '1.2', Aug 10 04:52:29.666048 dv-cinder-804035-1-iscsi neutron-server[93280]: 'ConntrackHelper': '1.0', Aug 10 04:52:29.666048 dv-cinder-804035-1-iscsi neutron-server[93280]: 'Log': '1.0', Aug 10 04:52:29.666048 dv-cinder-804035-1-iscsi neutron-server[93280]: 'Network': '1.1', Aug 10 04:52:29.666048 dv-cinder-804035-1-iscsi neutron-server[93280]: 'Port': '1.7', Aug 10 04:52:29.666048 dv-cinder-804035-1-iscsi neutron-server[93280]: 'PortForwarding': '1.2', Aug 10 04:52:29.666048 dv-cinder-804035-1-iscsi neutron-server[93280]: 'QosPolicy': '1.9', Aug 10 04:52:29.666048 dv-cinder-804035-1-iscsi neutron-server[93280]: 'SecurityGroup': '1.4', Aug 10 04:52:29.666048 dv-cinder-804035-1-iscsi neutron-server[93280]: 'SecurityGroupRule': '1.2', Aug 10 04:52:29.666048 dv-cinder-804035-1-iscsi neutron-server[93280]: 'SubPort': '1.0', Aug 10 04:52:29.666048 dv-cinder-804035-1-iscsi neutron-server[93280]: 'Subnet': '1.1', Aug 10 04:52:29.666048 dv-cinder-804035-1-iscsi neutron-server[93280]: 'Trunk': '1.1'}} Aug 10 04:52:29.666048 dv-cinder-804035-1-iscsi neutron-server[93280]: {{(pid=93280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 04:52:29.680857 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-acc8b68e-aa0f-4bfc-9812-57155b5ebc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:29.739706 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-a9ac5514-fc75-47e9-b36b-6bb26bb9a161 None None] For port 27ec80c4-ce5a-4b15-bc12-8916505d7695, host dv-cinder-804035-1-iscsi, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:52:29.747718 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-a9ac5514-fc75-47e9-b36b-6bb26bb9a161 None None] For port 27ec80c4-ce5a-4b15-bc12-8916505d7695, host dv-cinder-804035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=27ec80c4-ce5a-4b15-bc12-8916505d7695,segment=NetworkSegment(b7fff169-1c8e-4170-8d8b-00d331120c68),segment_id=b7fff169-1c8e-4170-8d8b-00d331120c68)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:52:29.748068 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc8b68e-aa0f-4bfc-9812-57155b5ebc0f admin admin] Network 1d5d3c9f-e413-437f-a63e-a3f1a946fd9c is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:52:29.752225 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-acc8b68e-aa0f-4bfc-9812-57155b5ebc0f admin admin] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:52:29.760961 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a9ac5514-fc75-47e9-b36b-6bb26bb9a161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:29.773459 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc8b68e-aa0f-4bfc-9812-57155b5ebc0f admin admin] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:52:29.774089 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-acc8b68e-aa0f-4bfc-9812-57155b5ebc0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495639'] for router_interface, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:29.777163 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8b68e-aa0f-4bfc-9812-57155b5ebc0f admin admin] Pushing event updated for resources: {'Port': ['ID=b3ee7556-80f3-4a6c-87a6-372bc1e58c00,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:29.867199 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-bf556058-fa96-46b0-a719-32bff6597589 None None] Set router 380c02c9-6bba-4a76-af40-a4a854cf25ce gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:52:29.902990 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ac5514-fc75-47e9-b36b-6bb26bb9a161 None None] Routers {'66306674-7218-49b9-a663-50abf9c73e79'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:52:29.904111 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-a9ac5514-fc75-47e9-b36b-6bb26bb9a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:52:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['66306674-7218-49b9-a663-50abf9c73e79'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:29.982536 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f427f-fa3e-4c75-b641-4e95f182d7c6 None None] Pushing event updated for resources: {'Port': ['ID=27ec80c4-ce5a-4b15-bc12-8916505d7695,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:30.009737 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dd280874-9341-44c3-bff8-f2ab8ac74308 req-57bf5535-996c-4caa-9026-c9f517c00522 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 210 time: 0.0901661 Aug 10 04:52:30.108469 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-a9ac5514-fc75-47e9-b36b-6bb26bb9a161 None None] Set router 66306674-7218-49b9-a663-50abf9c73e79 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:52:30.114975 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-acc8b68e-aa0f-4bfc-9812-57155b5ebc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:30.271567 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-6c5be21c-379f-4ddc-b074-77b1cacd04d8 None None] Provisioning for port b3ee7556-80f3-4a6c-87a6-372bc1e58c00 completed by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:52:30.291247 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-6c5be21c-379f-4ddc-b074-77b1cacd04d8 None None] Provisioning complete for port b3ee7556-80f3-4a6c-87a6-372bc1e58c00 triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:52:30.294101 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6c5be21c-379f-4ddc-b074-77b1cacd04d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:30.371779 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-6c5be21c-379f-4ddc-b074-77b1cacd04d8 None None] Port b3ee7556-80f3-4a6c-87a6-372bc1e58c00 cannot update to ACTIVE because it is not bound. {{(pid=93279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:52:30.377753 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-bf556058-fa96-46b0-a719-32bff6597589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380c02c9-6bba-4a76-af40-a4a854cf25ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1621064557-router', 'tenant_id': '7c7b5b90b1974558a6b6090b510234f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '9df8962f-ed94-43ff-8b49-f398eb9168e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:26Z', 'updated_at': '2021-08-10T04:52:28Z', 'revision_number': 3, 'project_id': '7c7b5b90b1974558a6b6090b510234f1', 'gw_port': {'id': '9df8962f-ed94-43ff-8b49-f398eb9168e7', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:85:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380c02c9-6bba-4a76-af40-a4a854cf25ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:27Z', 'updated_at': '2021-08-10T04:52:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi'}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:30.474716 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf556058-fa96-46b0-a719-32bff6597589 None None] Checking router: 380c02c9-6bba-4a76-af40-a4a854cf25ce for host: dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:52:30.476432 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-a9ac5514-fc75-47e9-b36b-6bb26bb9a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66306674-7218-49b9-a663-50abf9c73e79', 'name': 'tempest-AttachVolumeShelveTestJSON-1116160133-router', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:23Z', 'updated_at': '2021-08-10T04:52:26Z', 'revision_number': 3, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'gw_port': {'id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66306674-7218-49b9-a663-50abf9c73e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:25Z', 'updated_at': '2021-08-10T04:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi'}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:30.477440 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf556058-fa96-46b0-a719-32bff6597589 None None] Updating router 380c02c9-6bba-4a76-af40-a4a854cf25ce port 9df8962f-ed94-43ff-8b49-f398eb9168e7 binding host dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:52:30.533459 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-acc8b68e-aa0f-4bfc-9812-57155b5ebc0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:30.534436 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bf556058-fa96-46b0-a719-32bff6597589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:30.551753 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-acc8b68e-aa0f-4bfc-9812-57155b5ebc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:30.553262 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-acc8b68e-aa0f-4bfc-9812-57155b5ebc0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495779'] for router_interface, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:30.568950 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ac5514-fc75-47e9-b36b-6bb26bb9a161 None None] The sync data for ids ['66306674-7218-49b9-a663-50abf9c73e79'] in dv-cinder-804035-1-iscsi is: [{'id': '66306674-7218-49b9-a663-50abf9c73e79', 'name': 'tempest-AttachVolumeShelveTestJSON-1116160133-router', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:23Z', 'updated_at': '2021-08-10T04:52:26Z', 'revision_number': 3, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'gw_port': {'id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66306674-7218-49b9-a663-50abf9c73e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:25Z', 'updated_at': '2021-08-10T04:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi'}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:52:30.631513 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8d9a6db9-2531-4032-ab41-4186d941bdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:30.674064 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8b68e-aa0f-4bfc-9812-57155b5ebc0f admin admin] Pushing event updated for resources: {'Port': ['ID=b3ee7556-80f3-4a6c-87a6-372bc1e58c00,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:30.892311 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc8b68e-aa0f-4bfc-9812-57155b5ebc0f admin admin] Network 1d5d3c9f-e413-437f-a63e-a3f1a946fd9c is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:52:30.893976 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-acc8b68e-aa0f-4bfc-9812-57155b5ebc0f admin admin] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:52:31.048816 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [None req-8d9a6db9-2531-4032-ab41-4186d941bdad admin admin] Allocated IP 172.20.0.1 (fa4da3fe-515b-43af-bfca-345879bf66c5/3decaebb-6db7-465e-9b45-ecf80d350e0e/f4778d80-2965-4d30-a30f-2c2a1c572eb4) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:52:31.209861 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bf556058-fa96-46b0-a719-32bff6597589 None None] Notify callbacks [] for port, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:31.254193 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bf556058-fa96-46b0-a719-32bff6597589 None None] Transition to ACTIVE for port object 9df8962f-ed94-43ff-8b49-f398eb9168e7 will not be triggered until provisioned by entity L2. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:52:31.275789 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6c0e69f4-2949-47d3-90a9-efbcd5e4625f req-879f4666-e7f5-4a9b-a15b-2df56c71c584 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 210 time: 0.0821707 Aug 10 04:52:31.281406 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bf556058-fa96-46b0-a719-32bff6597589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:31.345314 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8d9a6db9-2531-4032-ab41-4186d941bdad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:31.369502 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc8b68e-aa0f-4bfc-9812-57155b5ebc0f admin admin] Router 66306674-7218-49b9-a663-50abf9c73e79 has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:52:31.425598 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719c0bb-3c63-4a01-a716-b4698806303f None None] Pushing event updated for resources: {'Port': ['ID=9df8962f-ed94-43ff-8b49-f398eb9168e7,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:31.440520 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8d9a6db9-2531-4032-ab41-4186d941bdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:31.501423 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-bf556058-fa96-46b0-a719-32bff6597589 None None] Attempting to bind port 9df8962f-ed94-43ff-8b49-f398eb9168e7 on host dv-cinder-804035-1-iscsi for vnic_type normal with profile {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:52:31.503283 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-bf556058-fa96-46b0-a719-32bff6597589 None None] Attempting to bind port 9df8962f-ed94-43ff-8b49-f398eb9168e7 by drivers openvswitch,hyperv on host dv-cinder-804035-1-iscsi at level 0 using segments [{'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:52:31.504974 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf556058-fa96-46b0-a719-32bff6597589 None None] Attempting to bind port 9df8962f-ed94-43ff-8b49-f398eb9168e7 on network 0a1a8acd-4687-4edf-98ff-0a50fc5a0482 {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:52:31.522348 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9a6db9-2531-4032-ab41-4186d941bdad admin admin] Network fa4da3fe-515b-43af-bfca-345879bf66c5 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:52:31.528207 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-8d9a6db9-2531-4032-ab41-4186d941bdad admin admin] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:52:31.535925 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9a6db9-2531-4032-ab41-4186d941bdad admin admin] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:52:31.536695 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8d9a6db9-2531-4032-ab41-4186d941bdad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495639'] for router_interface, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:31.540405 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-6f865cb4-1207-4790-8489-34c970e18cf1 None None] Provisioning complete for port b3ee7556-80f3-4a6c-87a6-372bc1e58c00 triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:52:31.540794 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6f865cb4-1207-4790-8489-34c970e18cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:31.613109 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf556058-fa96-46b0-a719-32bff6597589 None None] Checking agent: {'id': 'e86c392a-1153-4c8a-96a5-08eb1b77cf3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 44, 50), 'started_at': datetime.datetime(2021, 8, 10, 4, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:52:31.613480 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc8b68e-aa0f-4bfc-9812-57155b5ebc0f admin admin] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:52:31.614405 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf556058-fa96-46b0-a719-32bff6597589 None None] Checking segment: {'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:52:31.615663 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bf556058-fa96-46b0-a719-32bff6597589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:31.620666 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-acc8b68e-aa0f-4bfc-9812-57155b5ebc0f admin admin] 10.222.0.49 "PUT /v2.0/routers/66306674-7218-49b9-a663-50abf9c73e79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4253550 Aug 10 04:52:31.621505 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf556058-fa96-46b0-a719-32bff6597589 None None] Bound using segment: {'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:52:31.622242 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-bf556058-fa96-46b0-a719-32bff6597589 None None] Bound port: 9df8962f-ed94-43ff-8b49-f398eb9168e7, host: dv-cinder-804035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'}}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:52:31.622899 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bf556058-fa96-46b0-a719-32bff6597589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:31.706107 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-6f865cb4-1207-4790-8489-34c970e18cf1 None None] Port b3ee7556-80f3-4a6c-87a6-372bc1e58c00 cannot update to ACTIVE because it is not bound. {{(pid=93279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:52:31.706296 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a6db9-2531-4032-ab41-4186d941bdad admin admin] Pushing event updated for resources: {'Port': ['ID=f4778d80-2965-4d30-a30f-2c2a1c572eb4,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:31.755897 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bf556058-fa96-46b0-a719-32bff6597589 None None] For port 9df8962f-ed94-43ff-8b49-f398eb9168e7, host dv-cinder-804035-1-iscsi, cleared binding levels {{(pid=93279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:52:31.763218 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bf556058-fa96-46b0-a719-32bff6597589 None None] For port 9df8962f-ed94-43ff-8b49-f398eb9168e7, host dv-cinder-804035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=9df8962f-ed94-43ff-8b49-f398eb9168e7,segment=NetworkSegment(b7fff169-1c8e-4170-8d8b-00d331120c68),segment_id=b7fff169-1c8e-4170-8d8b-00d331120c68)] {{(pid=93279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:52:31.776874 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bf556058-fa96-46b0-a719-32bff6597589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:31.869172 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719c0bb-3c63-4a01-a716-b4698806303f None None] Pushing event updated for resources: {'Port': ['ID=9df8962f-ed94-43ff-8b49-f398eb9168e7,revision_number=3']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:31.890343 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf556058-fa96-46b0-a719-32bff6597589 None None] Routers {'380c02c9-6bba-4a76-af40-a4a854cf25ce'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:52:31.891278 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-bf556058-fa96-46b0-a719-32bff6597589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:52:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['380c02c9-6bba-4a76-af40-a4a854cf25ce'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:32.110173 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8d9a6db9-2531-4032-ab41-4186d941bdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:32.237283 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-bf556058-fa96-46b0-a719-32bff6597589 None None] Set router 380c02c9-6bba-4a76-af40-a4a854cf25ce gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:52:32.470993 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8d9a6db9-2531-4032-ab41-4186d941bdad admin admin] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:32.478445 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8d9a6db9-2531-4032-ab41-4186d941bdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:32.480135 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8d9a6db9-2531-4032-ab41-4186d941bdad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495779'] for router_interface, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:32.498214 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-bf556058-fa96-46b0-a719-32bff6597589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380c02c9-6bba-4a76-af40-a4a854cf25ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1621064557-router', 'tenant_id': '7c7b5b90b1974558a6b6090b510234f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '9df8962f-ed94-43ff-8b49-f398eb9168e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:26Z', 'updated_at': '2021-08-10T04:52:28Z', 'revision_number': 3, 'project_id': '7c7b5b90b1974558a6b6090b510234f1', 'gw_port': {'id': '9df8962f-ed94-43ff-8b49-f398eb9168e7', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:85:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380c02c9-6bba-4a76-af40-a4a854cf25ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:27Z', 'updated_at': '2021-08-10T04:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi'}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:32.533919 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf556058-fa96-46b0-a719-32bff6597589 None None] The sync data for ids ['380c02c9-6bba-4a76-af40-a4a854cf25ce'] in dv-cinder-804035-1-iscsi is: [{'id': '380c02c9-6bba-4a76-af40-a4a854cf25ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1621064557-router', 'tenant_id': '7c7b5b90b1974558a6b6090b510234f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '9df8962f-ed94-43ff-8b49-f398eb9168e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:26Z', 'updated_at': '2021-08-10T04:52:28Z', 'revision_number': 3, 'project_id': '7c7b5b90b1974558a6b6090b510234f1', 'gw_port': {'id': '9df8962f-ed94-43ff-8b49-f398eb9168e7', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:85:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380c02c9-6bba-4a76-af40-a4a854cf25ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:27Z', 'updated_at': '2021-08-10T04:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi'}] {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:52:32.680015 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.63', 54866) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:32.806237 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ec1d7084-715b-4d27-b7fb-96734e40ea4f req-4865acc3-b53b-4788-ac8c-e743088d84c8 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 210 time: 0.1021452 Aug 10 04:52:32.811212 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 53672) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:32.821962 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a6db9-2531-4032-ab41-4186d941bdad admin admin] Pushing event updated for resources: {'Port': ['ID=f4778d80-2965-4d30-a30f-2c2a1c572eb4,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:32.840134 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 27ec80c4-ce5a-4b15-bc12-8916505d7695 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:52:32.861431 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9a6db9-2531-4032-ab41-4186d941bdad admin admin] Network fa4da3fe-515b-43af-bfca-345879bf66c5 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:52:32.863046 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-8d9a6db9-2531-4032-ab41-4186d941bdad admin admin] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:52:33.000136 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning for port 27ec80c4-ce5a-4b15-bc12-8916505d7695 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:52:33.005099 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 27ec80c4-ce5a-4b15-bc12-8916505d7695 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:52:33.005780 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:33.170044 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-441d8489-b255-4934-a3da-c5ed923e8a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:33.222256 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 53694) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:33.266177 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-c4c7305e-fe16-4ad5-ae9c-f348f62178dd tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1765003148', 'description': 'tempest-description--411897639'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:33.310567 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:33.351602 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-441d8489-b255-4934-a3da-c5ed923e8a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:33.356968 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] For port 27ec80c4-ce5a-4b15-bc12-8916505d7695, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=27ec80c4-ce5a-4b15-bc12-8916505d7695,segment=NetworkSegment(b7fff169-1c8e-4170-8d8b-00d331120c68),segment_id=b7fff169-1c8e-4170-8d8b-00d331120c68)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:52:33.364114 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:33.364773 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-441d8489-b255-4934-a3da-c5ed923e8a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:33.419076 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-704c4d0c-ba9a-4831-bf4a-0a4db8ea89d7 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:33.422132 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9a6db9-2531-4032-ab41-4186d941bdad admin admin] Router 380c02c9-6bba-4a76-af40-a4a854cf25ce has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:52:33.424086 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-704c4d0c-ba9a-4831-bf4a-0a4db8ea89d7 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.63 "GET /v2.0/networks?id=51432505-2484-4065-949f-265a3f561e13 HTTP/1.1" status: 200 len: 812 time: 0.7422025 Aug 10 04:52:33.450471 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 53704) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:33.455806 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-441d8489-b255-4934-a3da-c5ed923e8a4a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c9a1b070e3544f83905a72145e30cb9b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6310074 Aug 10 04:52:33.468931 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Pushing event updated for resources: {'Port': ['ID=27ec80c4-ce5a-4b15-bc12-8916505d7695,revision_number=4']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:33.469340 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d8489-b255-4934-a3da-c5ed923e8a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f463d6ef-dc15-4ff5-bb12-87c2d05f773a,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:33.482805 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c4c7305e-fe16-4ad5-ae9c-f348f62178dd tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:33.508618 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-4db212b8-ea1a-4641-a0a4-748643365e37 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Request body: {'port': {'device_id': '3222e740-bf4c-4090-9693-ad8ca2ee24c3', 'network_id': '51432505-2484-4065-949f-265a3f561e13', 'admin_state_up': True, 'tenant_id': 'e36649f800234f00820625778be84ac5'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:33.549947 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4326a816-0fb0-4b87-8a85-3a45ffd14cf0 None None] Sync routers for ids ['66306674-7218-49b9-a663-50abf9c73e79'] in dv-cinder-804035-1-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:52:33.570341 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4326a816-0fb0-4b87-8a85-3a45ffd14cf0 None None] Routers {'66306674-7218-49b9-a663-50abf9c73e79'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:52:33.573889 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-4326a816-0fb0-4b87-8a85-3a45ffd14cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:52:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['66306674-7218-49b9-a663-50abf9c73e79'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:33.667270 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9a6db9-2531-4032-ab41-4186d941bdad admin admin] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:52:33.672883 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-8d9a6db9-2531-4032-ab41-4186d941bdad admin admin] 10.222.0.49 "PUT /v2.0/routers/380c02c9-6bba-4a76-af40-a4a854cf25ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0346282 Aug 10 04:52:34.008976 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-aff6932c-b5d5-4102-a92b-fc0c10bf1578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:34.042052 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.db.api [None req-c4c7305e-fe16-4ad5-ae9c-f348f62178dd tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 04:52:34.042052 dv-cinder-804035-1-iscsi neutron-server[93277]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 04:52:34.042052 dv-cinder-804035-1-iscsi neutron-server[93277]: [parameters: {'project_id_1': '66a8bb3c6be240719e5ec8a74319a2e3', 'expiration_1': datetime.datetime(2021, 8, 10, 4, 52, 33, 937775)}] Aug 10 04:52:34.042052 dv-cinder-804035-1-iscsi neutron-server[93277]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93277) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:52:34.042339 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG oslo_db.api [None req-c4c7305e-fe16-4ad5-ae9c-f348f62178dd tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:52:34.058094 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-4326a816-0fb0-4b87-8a85-3a45ffd14cf0 None None] Set router 66306674-7218-49b9-a663-50abf9c73e79 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:52:34.070203 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-4db212b8-ea1a-4641-a0a4-748643365e37 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Made reservation on behalf of e36649f800234f00820625778be84ac5 for: {'port': 1} {{(pid=93277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:52:34.073950 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-4db212b8-ea1a-4641-a0a4-748643365e37 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:34.091258 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7bde1811-3a39-4706-92bb-8ed5601d56e9 req-7bab807b-f179-4310-b007-4c3d072cadb9 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 210 time: 0.0722659 Aug 10 04:52:34.138459 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-aff6932c-b5d5-4102-a92b-fc0c10bf1578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:34.505733 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-4326a816-0fb0-4b87-8a85-3a45ffd14cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66306674-7218-49b9-a663-50abf9c73e79', 'name': 'tempest-AttachVolumeShelveTestJSON-1116160133-router', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:23Z', 'updated_at': '2021-08-10T04:52:30Z', 'revision_number': 4, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'gw_port': {'id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66306674-7218-49b9-a663-50abf9c73e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:25Z', 'updated_at': '2021-08-10T04:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': 'b3ee7556-80f3-4a6c-87a6-372bc1e58c00', 'name': '', 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'mac_address': 'fa:16:3e:d5:21:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66306674-7218-49b9-a663-50abf9c73e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:29Z', 'updated_at': '2021-08-10T04:52:30Z', 'revision_number': 2, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'subnets': [{'id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:34.527896 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-4db212b8-ea1a-4641-a0a4-748643365e37 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Allocated IP 172.20.0.10 (51432505-2484-4065-949f-265a3f561e13/33e45d8c-a2ec-46e1-a5af-964f4d2d3295/8237cfa2-8aaa-458a-88e2-bd19072d4e35) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:52:34.544613 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4326a816-0fb0-4b87-8a85-3a45ffd14cf0 None None] Checking router: 66306674-7218-49b9-a663-50abf9c73e79 for host: dv-cinder-804035-1-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:52:34.546062 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4326a816-0fb0-4b87-8a85-3a45ffd14cf0 None None] Updating router 66306674-7218-49b9-a663-50abf9c73e79 port b3ee7556-80f3-4a6c-87a6-372bc1e58c00 binding host dv-cinder-804035-1-iscsi {{(pid=93280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:52:34.548566 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c4c7305e-fe16-4ad5-ae9c-f348f62178dd tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:34.620983 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4326a816-0fb0-4b87-8a85-3a45ffd14cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:34.695207 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-aff6932c-b5d5-4102-a92b-fc0c10bf1578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:34.695486 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-afcbb6f0-3b88-4e84-89ce-255e1e64603c tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:34.697063 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-afcbb6f0-3b88-4e84-89ce-255e1e64603c tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/networks?id=fa4da3fe-515b-43af-bfca-345879bf66c5 HTTP/1.1" status: 200 len: 819 time: 0.1790662 Aug 10 04:52:34.699134 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-aff6932c-b5d5-4102-a92b-fc0c10bf1578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:34.700649 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-aff6932c-b5d5-4102-a92b-fc0c10bf1578 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f463d6ef-dc15-4ff5-bb12-87c2d05f773a HTTP/1.1" status: 204 len: 168 time: 1.2475789 Aug 10 04:52:34.735542 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6932c-b5d5-4102-a92b-fc0c10bf1578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f463d6ef-dc15-4ff5-bb12-87c2d05f773a,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:34.756571 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-b48cb91d-1cc0-4236-856e-c5ddfb5b0f30 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/quotas/7c7b5b90b1974558a6b6090b510234f1 HTTP/1.1" status: 200 len: 375 time: 0.0304165 Aug 10 04:52:34.900098 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 9df8962f-ed94-43ff-8b49-f398eb9168e7 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:52:34.920136 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-4db212b8-ea1a-4641-a0a4-748643365e37 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:34.945845 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-84d55d07-eb11-4785-8cc0-0399e7eb8325 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c7b5b90b1974558a6b6090b510234f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1881835 Aug 10 04:52:34.988431 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning for port 9df8962f-ed94-43ff-8b49-f398eb9168e7 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:52:35.000520 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 9df8962f-ed94-43ff-8b49-f398eb9168e7 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:52:35.001111 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:35.047753 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4326a816-0fb0-4b87-8a85-3a45ffd14cf0 None None] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:35.055360 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c4c7305e-fe16-4ad5-ae9c-f348f62178dd tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:35.060632 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-4326a816-0fb0-4b87-8a85-3a45ffd14cf0 None None] Transition to ACTIVE for port object b3ee7556-80f3-4a6c-87a6-372bc1e58c00 will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:52:35.077030 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4326a816-0fb0-4b87-8a85-3a45ffd14cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:35.077943 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c4c7305e-fe16-4ad5-ae9c-f348f62178dd tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:35.122248 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-4db212b8-ea1a-4641-a0a4-748643365e37 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:35.148688 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-6dd21bfd-6747-4a72-bf35-9a828fa7e990 service neutron] 10.222.0.49 "GET /v2.0/networks/fa4da3fe-515b-43af-bfca-345879bf66c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019420 Aug 10 04:52:35.183394 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:35.244435 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] For port 9df8962f-ed94-43ff-8b49-f398eb9168e7, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=9df8962f-ed94-43ff-8b49-f398eb9168e7,segment=NetworkSegment(b7fff169-1c8e-4170-8d8b-00d331120c68),segment_id=b7fff169-1c8e-4170-8d8b-00d331120c68)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:52:35.250044 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:35.252021 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 27ec80c4-ce5a-4b15-bc12-8916505d7695 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:52:35.384243 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-4326a816-0fb0-4b87-8a85-3a45ffd14cf0 None None] Attempting to bind port b3ee7556-80f3-4a6c-87a6-372bc1e58c00 on host dv-cinder-804035-1-iscsi for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:52:35.384635 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-4326a816-0fb0-4b87-8a85-3a45ffd14cf0 None None] Attempting to bind port b3ee7556-80f3-4a6c-87a6-372bc1e58c00 by drivers openvswitch,hyperv on host dv-cinder-804035-1-iscsi at level 0 using segments [{'id': '3f230113-748d-49c3-b686-177bf1e5d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:52:35.384999 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4326a816-0fb0-4b87-8a85-3a45ffd14cf0 None None] Attempting to bind port b3ee7556-80f3-4a6c-87a6-372bc1e58c00 on network 1d5d3c9f-e413-437f-a63e-a3f1a946fd9c {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:52:35.395113 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c4c7305e-fe16-4ad5-ae9c-f348f62178dd tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:35.400602 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-c4c7305e-fe16-4ad5-ae9c-f348f62178dd tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 2.1763568 Aug 10 04:52:35.422802 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e12e6-87bc-4d64-9d48-d21f7ae6817f None None] Pushing event updated for resources: {'Port': ['ID=b3ee7556-80f3-4a6c-87a6-372bc1e58c00,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:35.425667 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4326a816-0fb0-4b87-8a85-3a45ffd14cf0 None None] Checking agent: {'id': 'e86c392a-1153-4c8a-96a5-08eb1b77cf3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 44, 50), 'started_at': datetime.datetime(2021, 8, 10, 4, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:52:35.426439 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4326a816-0fb0-4b87-8a85-3a45ffd14cf0 None None] Checking segment: {'id': '3f230113-748d-49c3-b686-177bf1e5d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:52:35.426439 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4326a816-0fb0-4b87-8a85-3a45ffd14cf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:35.426840 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4326a816-0fb0-4b87-8a85-3a45ffd14cf0 None None] Bound using segment: {'id': '3f230113-748d-49c3-b686-177bf1e5d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:52:35.428398 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-4326a816-0fb0-4b87-8a85-3a45ffd14cf0 None None] Bound port: b3ee7556-80f3-4a6c-87a6-372bc1e58c00, host: dv-cinder-804035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f230113-748d-49c3-b686-177bf1e5d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:52:35.429585 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4326a816-0fb0-4b87-8a85-3a45ffd14cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:35.442851 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 53784) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:35.443878 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 53786) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:35.444817 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7305e-fe16-4ad5-ae9c-f348f62178dd tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abb473a0-e24e-4131-885b-cf288055d563,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:35.481031 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-515a77e7-19f9-4d1e-9b98-746dff7b4a45 service neutron] 10.222.0.49 "GET /v2.0/networks/fa4da3fe-515b-43af-bfca-345879bf66c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203640 Aug 10 04:52:35.495683 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-b6cd136c-3527-403c-ac80-1a5f0aeaebcf tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Request body: {'security_group_rule': {'security_group_id': 'abb473a0-e24e-4131-885b-cf288055d563', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:35.503469 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab0470f-9c8c-4259-bf76-28b50fff675d None None] Sync routers for ids ['380c02c9-6bba-4a76-af40-a4a854cf25ce'] in dv-cinder-804035-1-iscsi {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:52:35.513218 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-4db212b8-ea1a-4641-a0a4-748643365e37 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Network 51432505-2484-4065-949f-265a3f561e13 is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:52:35.533986 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-4db212b8-ea1a-4641-a0a4-748643365e37 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:52:35.536793 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db212b8-ea1a-4641-a0a4-748643365e37 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Pushing event updated for resources: {'Port': ['ID=8237cfa2-8aaa-458a-88e2-bd19072d4e35,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:35.541961 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-fd1a655e-dd20-4f5d-92f0-6b69187fe046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:35.544329 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-4db212b8-ea1a-4641-a0a4-748643365e37 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:52:35.550988 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-4db212b8-ea1a-4641-a0a4-748643365e37 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:35.551792 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-4db212b8-ea1a-4641-a0a4-748643365e37 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for port, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:35.608214 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-4326a816-0fb0-4b87-8a85-3a45ffd14cf0 None None] For port b3ee7556-80f3-4a6c-87a6-372bc1e58c00, host dv-cinder-804035-1-iscsi, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:52:35.613224 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-4326a816-0fb0-4b87-8a85-3a45ffd14cf0 None None] For port b3ee7556-80f3-4a6c-87a6-372bc1e58c00, host dv-cinder-804035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=b3ee7556-80f3-4a6c-87a6-372bc1e58c00,segment=NetworkSegment(3f230113-748d-49c3-b686-177bf1e5d247),segment_id=3f230113-748d-49c3-b686-177bf1e5d247)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:52:35.628749 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4326a816-0fb0-4b87-8a85-3a45ffd14cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:35.693786 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 53798) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:35.694288 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-4db212b8-ea1a-4641-a0a4-748643365e37 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1902542 Aug 10 04:52:35.721734 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b6cd136c-3527-403c-ac80-1a5f0aeaebcf tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:35.743885 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab0470f-9c8c-4259-bf76-28b50fff675d None None] Routers {'380c02c9-6bba-4a76-af40-a4a854cf25ce'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:52:35.745573 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-5ab0470f-9c8c-4259-bf76-28b50fff675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:52:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['380c02c9-6bba-4a76-af40-a4a854cf25ce'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:35.753784 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4326a816-0fb0-4b87-8a85-3a45ffd14cf0 None None] Routers {'66306674-7218-49b9-a663-50abf9c73e79'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:52:35.754427 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-4326a816-0fb0-4b87-8a85-3a45ffd14cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:52:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['66306674-7218-49b9-a663-50abf9c73e79'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:35.879209 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311df5d-84d0-42f1-b564-ae1b541aad60 req-c3dc974f-0dc1-4bf7-9ee3-24f169340920 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:35.893892 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7311df5d-84d0-42f1-b564-ae1b541aad60 req-c3dc974f-0dc1-4bf7-9ee3-24f169340920 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 932 time: 0.1970243 Aug 10 04:52:35.955244 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e12e6-87bc-4d64-9d48-d21f7ae6817f None None] Pushing event updated for resources: {'Port': ['ID=b3ee7556-80f3-4a6c-87a6-372bc1e58c00,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:35.995542 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-5ab0470f-9c8c-4259-bf76-28b50fff675d None None] Set router 380c02c9-6bba-4a76-af40-a4a854cf25ce gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:52:36.030207 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7311df5d-84d0-42f1-b564-ae1b541aad60 req-f01743f2-9382-4dc2-b710-07ec975fa357 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339364 Aug 10 04:52:36.078989 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a3e294f2-de8e-4e01-93d0-7c04dccfec00 req-140b371f-e625-49b7-a060-b046c54b58e2 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 210 time: 0.0645461 Aug 10 04:52:36.127678 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Pushing event updated for resources: {'Port': ['ID=9df8962f-ed94-43ff-8b49-f398eb9168e7,revision_number=4']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:36.140495 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b6cd136c-3527-403c-ac80-1a5f0aeaebcf tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:36.152920 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b6cd136c-3527-403c-ac80-1a5f0aeaebcf tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446792'] for security_group_rule, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:36.178431 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-4326a816-0fb0-4b87-8a85-3a45ffd14cf0 None None] Set router 66306674-7218-49b9-a663-50abf9c73e79 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:52:36.183359 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd136c-3527-403c-ac80-1a5f0aeaebcf tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab8d6def-d511-4562-a174-acf5e7e9779e,revision_number=0']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:36.196376 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-fd1a655e-dd20-4f5d-92f0-6b69187fe046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:36.208582 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-fd1a655e-dd20-4f5d-92f0-6b69187fe046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:36.221904 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b6cd136c-3527-403c-ac80-1a5f0aeaebcf tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:36.231500 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-b6cd136c-3527-403c-ac80-1a5f0aeaebcf tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7809856 Aug 10 04:52:36.236991 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 53820) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:36.243635 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-5f8ae0e8-3efc-45e4-8742-50f21d6764d0 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Request body: {'security_group_rule': {'security_group_id': 'abb473a0-e24e-4131-885b-cf288055d563', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:36.291084 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5f8ae0e8-3efc-45e4-8742-50f21d6764d0 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:36.316928 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 27ec80c4-ce5a-4b15-bc12-8916505d7695 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:52:36.317320 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:36.363818 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-fd1a655e-dd20-4f5d-92f0-6b69187fe046 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=db9b60c17d354f658f7a387fc1a1904c&name=default HTTP/1.1" status: 200 len: 2976 time: 0.9158266 Aug 10 04:52:36.365609 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a655e-dd20-4f5d-92f0-6b69187fe046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e270f13-aa0a-430f-bf1a-52caef6347cb,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:36.370766 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 53830) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:36.483510 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5f8ae0e8-3efc-45e4-8742-50f21d6764d0 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:36.583308 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b64cefc9-e923-4b12-bd03-49cbf12a2336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:36.633354 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-1d980a97-635f-4a5d-91ee-b69650a9d8a7 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:36.635196 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-1d980a97-635f-4a5d-91ee-b69650a9d8a7 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/networks?id=fa4da3fe-515b-43af-bfca-345879bf66c5 HTTP/1.1" status: 200 len: 819 time: 0.1762605 Aug 10 04:52:36.636673 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5f8ae0e8-3efc-45e4-8742-50f21d6764d0 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446792'] for security_group_rule, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:36.654987 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ae0e8-3efc-45e4-8742-50f21d6764d0 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc7d44ca-4c47-49d2-8e28-530d16d88e3d,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:36.660385 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b64cefc9-e923-4b12-bd03-49cbf12a2336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:36.695022 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-5ab0470f-9c8c-4259-bf76-28b50fff675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380c02c9-6bba-4a76-af40-a4a854cf25ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1621064557-router', 'tenant_id': '7c7b5b90b1974558a6b6090b510234f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '9df8962f-ed94-43ff-8b49-f398eb9168e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:26Z', 'updated_at': '2021-08-10T04:52:31Z', 'revision_number': 4, 'project_id': '7c7b5b90b1974558a6b6090b510234f1', 'gw_port': {'id': '9df8962f-ed94-43ff-8b49-f398eb9168e7', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:85:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380c02c9-6bba-4a76-af40-a4a854cf25ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:27Z', 'updated_at': '2021-08-10T04:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': 'f4778d80-2965-4d30-a30f-2c2a1c572eb4', 'name': '', 'network_id': 'fa4da3fe-515b-43af-bfca-345879bf66c5', 'tenant_id': '7c7b5b90b1974558a6b6090b510234f1', 'mac_address': 'fa:16:3e:b0:6e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380c02c9-6bba-4a76-af40-a4a854cf25ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3decaebb-6db7-465e-9b45-ecf80d350e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:30Z', 'updated_at': '2021-08-10T04:52:32Z', 'revision_number': 2, 'project_id': '7c7b5b90b1974558a6b6090b510234f1', 'subnets': [{'id': '3decaebb-6db7-465e-9b45-ecf80d350e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:36.717938 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-e1f45213-aea8-4d8e-8391-bb0072ec2d10 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/quotas/7c7b5b90b1974558a6b6090b510234f1 HTTP/1.1" status: 200 len: 375 time: 0.0646651 Aug 10 04:52:36.722220 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5f8ae0e8-3efc-45e4-8742-50f21d6764d0 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:36.723472 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-5f8ae0e8-3efc-45e4-8742-50f21d6764d0 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4854429 Aug 10 04:52:36.733917 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 53854) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:36.758197 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-6e1a3287-75e7-4cac-ac1e-e866205d2140 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Request body: {'floatingip': {'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:36.775364 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab0470f-9c8c-4259-bf76-28b50fff675d None None] Checking router: 380c02c9-6bba-4a76-af40-a4a854cf25ce for host: dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:52:36.775887 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab0470f-9c8c-4259-bf76-28b50fff675d None None] Updating router 380c02c9-6bba-4a76-af40-a4a854cf25ce port f4778d80-2965-4d30-a30f-2c2a1c572eb4 binding host dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:52:36.814565 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-4326a816-0fb0-4b87-8a85-3a45ffd14cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66306674-7218-49b9-a663-50abf9c73e79', 'name': 'tempest-AttachVolumeShelveTestJSON-1116160133-router', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:23Z', 'updated_at': '2021-08-10T04:52:30Z', 'revision_number': 4, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'gw_port': {'id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66306674-7218-49b9-a663-50abf9c73e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:25Z', 'updated_at': '2021-08-10T04:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': 'b3ee7556-80f3-4a6c-87a6-372bc1e58c00', 'name': '', 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'mac_address': 'fa:16:3e:d5:21:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66306674-7218-49b9-a663-50abf9c73e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:29Z', 'updated_at': '2021-08-10T04:52:35Z', 'revision_number': 4, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'subnets': [{'id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:36.838059 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 9df8962f-ed94-43ff-8b49-f398eb9168e7 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:52:36.865841 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b64cefc9-e923-4b12-bd03-49cbf12a2336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:36.874169 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b64cefc9-e923-4b12-bd03-49cbf12a2336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:36.878145 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6e1a3287-75e7-4cac-ac1e-e866205d2140 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for floatingip, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:36.879794 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-b64cefc9-e923-4b12-bd03-49cbf12a2336 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4e270f13-aa0a-430f-bf1a-52caef6347cb HTTP/1.1" status: 204 len: 168 time: 0.4891634 Aug 10 04:52:36.884136 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5ab0470f-9c8c-4259-bf76-28b50fff675d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:36.909466 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64cefc9-e923-4b12-bd03-49cbf12a2336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e270f13-aa0a-430f-bf1a-52caef6347cb,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:36.964851 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4326a816-0fb0-4b87-8a85-3a45ffd14cf0 None None] The sync data for ids ['66306674-7218-49b9-a663-50abf9c73e79'] in dv-cinder-804035-1-iscsi is: [{'id': '66306674-7218-49b9-a663-50abf9c73e79', 'name': 'tempest-AttachVolumeShelveTestJSON-1116160133-router', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:23Z', 'updated_at': '2021-08-10T04:52:30Z', 'revision_number': 4, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'gw_port': {'id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66306674-7218-49b9-a663-50abf9c73e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:25Z', 'updated_at': '2021-08-10T04:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': 'b3ee7556-80f3-4a6c-87a6-372bc1e58c00', 'name': '', 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'mac_address': 'fa:16:3e:d5:21:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66306674-7218-49b9-a663-50abf9c73e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:29Z', 'updated_at': '2021-08-10T04:52:35Z', 'revision_number': 4, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'subnets': [{'id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:52:36.981842 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-aec30f10-68cb-485e-8a0e-08613dd6837d tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:52:36.983117 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-aec30f10-68cb-485e-8a0e-08613dd6837d tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082757 Aug 10 04:52:37.111859 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 9df8962f-ed94-43ff-8b49-f398eb9168e7 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:52:37.112849 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:37.240466 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-94f7a44c-f9ad-438c-8e48-28f52fa68911 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c7b5b90b1974558a6b6090b510234f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5204170 Aug 10 04:52:37.519888 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c1cca-e41a-4703-9567-79f146c4b825 req-2afc942e-5013-49c9-8387-dea1345de0e9 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:37.527744 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ce7c1cca-e41a-4703-9567-79f146c4b825 req-2afc942e-5013-49c9-8387-dea1345de0e9 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 932 time: 0.2372122 Aug 10 04:52:37.563361 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6e1a3287-75e7-4cac-ac1e-e866205d2140 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:37.699631 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-d32fb812-5f0a-416c-a19b-31e442c6a4e8 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:52:37.700839 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-d32fb812-5f0a-416c-a19b-31e442c6a4e8 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2315207 Aug 10 04:52:37.721444 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [None req-6e1a3287-75e7-4cac-ac1e-e866205d2140 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Allocated IP 172.27.0.70 (0a1a8acd-4687-4edf-98ff-0a50fc5a0482/3fb0ac1d-f2fb-452a-b682-4051fe90b57f/4e68b882-49d1-4ecb-94c0-7d3c67a7d104) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:52:37.727875 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5ab0470f-9c8c-4259-bf76-28b50fff675d None None] Notify callbacks [] for port, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:37.745201 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-5ab0470f-9c8c-4259-bf76-28b50fff675d None None] Transition to ACTIVE for port object f4778d80-2965-4d30-a30f-2c2a1c572eb4 will not be triggered until provisioned by entity L2. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:52:37.755501 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5ab0470f-9c8c-4259-bf76-28b50fff675d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:37.781238 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ce7c1cca-e41a-4703-9567-79f146c4b825 req-b8560dff-3623-477b-93be-a2faa25b1b60 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524939 Aug 10 04:52:37.822283 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10f3e3-f48e-43f1-afe0-ca0df73e4b12 None None] Pushing event updated for resources: {'Port': ['ID=f4778d80-2965-4d30-a30f-2c2a1c572eb4,revision_number=3']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:37.918514 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-5ab0470f-9c8c-4259-bf76-28b50fff675d None None] Attempting to bind port f4778d80-2965-4d30-a30f-2c2a1c572eb4 on host dv-cinder-804035-1-iscsi for vnic_type normal with profile {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:52:37.918898 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-5ab0470f-9c8c-4259-bf76-28b50fff675d None None] Attempting to bind port f4778d80-2965-4d30-a30f-2c2a1c572eb4 by drivers openvswitch,hyperv on host dv-cinder-804035-1-iscsi at level 0 using segments [{'id': 'adf267e7-4f91-4f68-a415-a317b9ef2366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fa4da3fe-515b-43af-bfca-345879bf66c5'}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:52:37.919656 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab0470f-9c8c-4259-bf76-28b50fff675d None None] Attempting to bind port f4778d80-2965-4d30-a30f-2c2a1c572eb4 on network fa4da3fe-515b-43af-bfca-345879bf66c5 {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:52:37.926777 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab0470f-9c8c-4259-bf76-28b50fff675d None None] Checking agent: {'id': 'e86c392a-1153-4c8a-96a5-08eb1b77cf3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 44, 50), 'started_at': datetime.datetime(2021, 8, 10, 4, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:52:37.927490 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab0470f-9c8c-4259-bf76-28b50fff675d None None] Checking segment: {'id': 'adf267e7-4f91-4f68-a415-a317b9ef2366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fa4da3fe-515b-43af-bfca-345879bf66c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:52:37.928058 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5ab0470f-9c8c-4259-bf76-28b50fff675d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:37.928613 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab0470f-9c8c-4259-bf76-28b50fff675d None None] Bound using segment: {'id': 'adf267e7-4f91-4f68-a415-a317b9ef2366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fa4da3fe-515b-43af-bfca-345879bf66c5'} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:52:37.929741 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-5ab0470f-9c8c-4259-bf76-28b50fff675d None None] Bound port: f4778d80-2965-4d30-a30f-2c2a1c572eb4, host: dv-cinder-804035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf267e7-4f91-4f68-a415-a317b9ef2366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fa4da3fe-515b-43af-bfca-345879bf66c5'}}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:52:37.930741 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5ab0470f-9c8c-4259-bf76-28b50fff675d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:38.126516 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-5ab0470f-9c8c-4259-bf76-28b50fff675d None None] For port f4778d80-2965-4d30-a30f-2c2a1c572eb4, host dv-cinder-804035-1-iscsi, cleared binding levels {{(pid=93279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:52:38.135894 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-5ab0470f-9c8c-4259-bf76-28b50fff675d None None] For port f4778d80-2965-4d30-a30f-2c2a1c572eb4, host dv-cinder-804035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=f4778d80-2965-4d30-a30f-2c2a1c572eb4,segment=NetworkSegment(adf267e7-4f91-4f68-a415-a317b9ef2366),segment_id=adf267e7-4f91-4f68-a415-a317b9ef2366)] {{(pid=93279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:52:38.147489 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5ab0470f-9c8c-4259-bf76-28b50fff675d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:38.188904 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-30697603-a86b-40a6-a540-4854a71b33ff service neutron] 10.222.0.49 "GET /v2.0/networks/fa4da3fe-515b-43af-bfca-345879bf66c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749277 Aug 10 04:52:38.320423 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10f3e3-f48e-43f1-afe0-ca0df73e4b12 None None] Pushing event updated for resources: {'Port': ['ID=f4778d80-2965-4d30-a30f-2c2a1c572eb4,revision_number=4']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:38.352424 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-1265f35f-9ed5-490a-961e-e504ca017153 service neutron] 10.222.0.49 "GET /v2.0/networks/fa4da3fe-515b-43af-bfca-345879bf66c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604300 Aug 10 04:52:38.389915 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6e1a3287-75e7-4cac-ac1e-e866205d2140 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:38.401721 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab0470f-9c8c-4259-bf76-28b50fff675d None None] Routers {'380c02c9-6bba-4a76-af40-a4a854cf25ce'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:52:38.402614 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-5ab0470f-9c8c-4259-bf76-28b50fff675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:52:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['380c02c9-6bba-4a76-af40-a4a854cf25ce'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:38.474902 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6e1a3287-75e7-4cac-ac1e-e866205d2140 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:38.531205 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 53918) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:38.550494 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a3287-75e7-4cac-ac1e-e866205d2140 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Pushing event updated for resources: {'Port': ['ID=4e68b882-49d1-4ecb-94c0-7d3c67a7d104,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:38.558661 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1a3287-75e7-4cac-ac1e-e866205d2140 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Network 0a1a8acd-4687-4edf-98ff-0a50fc5a0482 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:52:38.565688 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-6e1a3287-75e7-4cac-ac1e-e866205d2140 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:52:38.572246 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1a3287-75e7-4cac-ac1e-e866205d2140 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:52:38.660785 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-5ab0470f-9c8c-4259-bf76-28b50fff675d None None] Set router 380c02c9-6bba-4a76-af40-a4a854cf25ce gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:52:38.734705 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-43f6f3c4-f11d-435f-8e41-5644c14e3b81 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1263670603-network', 'tenant_id': '708c5f5d2c694b449347ffc410a4b96a'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:38.763173 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6e1a3287-75e7-4cac-ac1e-e866205d2140 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:38.793095 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f6f3c4-f11d-435f-8e41-5644c14e3b81 admin admin] Made reservation on behalf of 708c5f5d2c694b449347ffc410a4b96a for: {'network': 1} {{(pid=93277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:52:38.798420 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-43f6f3c4-f11d-435f-8e41-5644c14e3b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for network, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:38.827302 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-43f6f3c4-f11d-435f-8e41-5644c14e3b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:38.869634 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device b3ee7556-80f3-4a6c-87a6-372bc1e58c00 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:52:38.941276 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3af3e1a0-37d3-40ba-82d9-dac11197affa req-b2cab72a-b465-44f4-bdd0-e4160c334d3a tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 210 time: 0.0764556 Aug 10 04:52:38.961355 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6e1a3287-75e7-4cac-ac1e-e866205d2140 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:39.006839 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning for port b3ee7556-80f3-4a6c-87a6-372bc1e58c00 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:52:39.019798 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port b3ee7556-80f3-4a6c-87a6-372bc1e58c00 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:52:39.020464 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:39.081290 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-43f6f3c4-f11d-435f-8e41-5644c14e3b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:39.089495 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-43f6f3c4-f11d-435f-8e41-5644c14e3b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:39.118739 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f6f3c4-f11d-435f-8e41-5644c14e3b81 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=93277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:52:39.140748 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-43f6f3c4-f11d-435f-8e41-5644c14e3b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:39.141411 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.db.segments_db [None req-43f6f3c4-f11d-435f-8e41-5644c14e3b81 admin admin] Added segment 725a32f1-98de-4dd2-960a-8c4efd7557fa of type vlan for network 93073154-3dc2-4567-8603-cff7cf2301a2 Aug 10 04:52:39.143071 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6f3c4-f11d-435f-8e41-5644c14e3b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9d6eb5-c4b0-49dd-b9fa-dbfc63e22be4,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:39.308602 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:39.309134 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a165a-71e5-4cf1-b414-e1a5470b423b req-204662ec-6363-4ead-b542-f18c62223c9c tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:39.310385 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-809a165a-71e5-4cf1-b414-e1a5470b423b req-204662ec-6363-4ead-b542-f18c62223c9c tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 932 time: 0.3745227 Aug 10 04:52:39.346792 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-43f6f3c4-f11d-435f-8e41-5644c14e3b81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757410051916'] for network, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:39.353450 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-5ab0470f-9c8c-4259-bf76-28b50fff675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380c02c9-6bba-4a76-af40-a4a854cf25ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1621064557-router', 'tenant_id': '7c7b5b90b1974558a6b6090b510234f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '9df8962f-ed94-43ff-8b49-f398eb9168e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:26Z', 'updated_at': '2021-08-10T04:52:31Z', 'revision_number': 4, 'project_id': '7c7b5b90b1974558a6b6090b510234f1', 'gw_port': {'id': '9df8962f-ed94-43ff-8b49-f398eb9168e7', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:85:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380c02c9-6bba-4a76-af40-a4a854cf25ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:27Z', 'updated_at': '2021-08-10T04:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': 'f4778d80-2965-4d30-a30f-2c2a1c572eb4', 'name': '', 'network_id': 'fa4da3fe-515b-43af-bfca-345879bf66c5', 'tenant_id': '7c7b5b90b1974558a6b6090b510234f1', 'mac_address': 'fa:16:3e:b0:6e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380c02c9-6bba-4a76-af40-a4a854cf25ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3decaebb-6db7-465e-9b45-ecf80d350e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:30Z', 'updated_at': '2021-08-10T04:52:38Z', 'revision_number': 4, 'project_id': '7c7b5b90b1974558a6b6090b510234f1', 'subnets': [{'id': '3decaebb-6db7-465e-9b45-ecf80d350e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:39.417861 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-43f6f3c4-f11d-435f-8e41-5644c14e3b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092'] for network, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:39.418937 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f6f3c4-f11d-435f-8e41-5644c14e3b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:39.419539 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-43f6f3c4-f11d-435f-8e41-5644c14e3b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:39.481842 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:52:39.482439 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-809a165a-71e5-4cf1-b414-e1a5470b423b req-8176f05a-912a-4785-b8d9-f745ff3d0d20 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662149 Aug 10 04:52:39.495104 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] For port b3ee7556-80f3-4a6c-87a6-372bc1e58c00, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=b3ee7556-80f3-4a6c-87a6-372bc1e58c00,segment=NetworkSegment(3f230113-748d-49c3-b686-177bf1e5d247),segment_id=3f230113-748d-49c3-b686-177bf1e5d247)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:52:39.495104 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab0470f-9c8c-4259-bf76-28b50fff675d None None] The sync data for ids ['380c02c9-6bba-4a76-af40-a4a854cf25ce'] in dv-cinder-804035-1-iscsi is: [{'id': '380c02c9-6bba-4a76-af40-a4a854cf25ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1621064557-router', 'tenant_id': '7c7b5b90b1974558a6b6090b510234f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '9df8962f-ed94-43ff-8b49-f398eb9168e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:26Z', 'updated_at': '2021-08-10T04:52:31Z', 'revision_number': 4, 'project_id': '7c7b5b90b1974558a6b6090b510234f1', 'gw_port': {'id': '9df8962f-ed94-43ff-8b49-f398eb9168e7', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:85:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380c02c9-6bba-4a76-af40-a4a854cf25ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:27Z', 'updated_at': '2021-08-10T04:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': 'f4778d80-2965-4d30-a30f-2c2a1c572eb4', 'name': '', 'network_id': 'fa4da3fe-515b-43af-bfca-345879bf66c5', 'tenant_id': '7c7b5b90b1974558a6b6090b510234f1', 'mac_address': 'fa:16:3e:b0:6e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380c02c9-6bba-4a76-af40-a4a854cf25ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3decaebb-6db7-465e-9b45-ecf80d350e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:30Z', 'updated_at': '2021-08-10T04:52:38Z', 'revision_number': 4, 'project_id': '7c7b5b90b1974558a6b6090b510234f1', 'subnets': [{'id': '3decaebb-6db7-465e-9b45-ecf80d350e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:52:39.514232 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:39.535765 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-43f6f3c4-f11d-435f-8e41-5644c14e3b81 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0006919 Aug 10 04:52:39.536331 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 53950) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:39.541643 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-ff2a67aa-5b58-4c18-b61b-7f60ce914865 admin admin] Request body: {'subnet': {'network_id': '93073154-3dc2-4567-8603-cff7cf2301a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1263670603-subnet', 'tenant_id': '708c5f5d2c694b449347ffc410a4b96a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:39.559816 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6e1a3287-75e7-4cac-ac1e-e866205d2140 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:39.572666 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6f3c4-f11d-435f-8e41-5644c14e3b81 admin admin] Pushing event updated for resources: {'Network': ['ID=93073154-3dc2-4567-8603-cff7cf2301a2,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:39.594251 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6e1a3287-75e7-4cac-ac1e-e866205d2140 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:39.610188 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2a67aa-5b58-4c18-b61b-7f60ce914865 admin admin] Made reservation on behalf of 708c5f5d2c694b449347ffc410a4b96a for: {'subnet': 1} {{(pid=93277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:52:39.615210 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Network 93073154-3dc2-4567-8603-cff7cf2301a2 details requested by agent ovs-agent-dv-cinder-804035-1-iscsi with host dv-cinder-804035-1-iscsi {{(pid=93279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:52:39.619009 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ff2a67aa-5b58-4c18-b61b-7f60ce914865 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:39.623948 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6e1a3287-75e7-4cac-ac1e-e866205d2140 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496286'] for floatingip, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:39.752212 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Pushing event updated for resources: {'Port': ['ID=b3ee7556-80f3-4a6c-87a6-372bc1e58c00,revision_number=5']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:39.754154 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6e1a3287-75e7-4cac-ac1e-e866205d2140 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for floatingip, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:39.755472 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-6e1a3287-75e7-4cac-ac1e-e866205d2140 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0061367 Aug 10 04:52:39.786554 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a3287-75e7-4cac-ac1e-e866205d2140 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Pushing event updated for resources: {'Port': ['ID=4e68b882-49d1-4ecb-94c0-7d3c67a7d104,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:39.920869 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ff2a67aa-5b58-4c18-b61b-7f60ce914865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092'] for subnet, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:39.992931 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a67aa-5b58-4c18-b61b-7f60ce914865 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a7bbf20-af93-4de2-9dd8-22b56b0a1525,revision_number=0']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:40.025907 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2a67aa-5b58-4c18-b61b-7f60ce914865 admin admin] Checking segment: {'id': '725a32f1-98de-4dd2-960a-8c4efd7557fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '93073154-3dc2-4567-8603-cff7cf2301a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:52:40.026356 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2a67aa-5b58-4c18-b61b-7f60ce914865 admin admin] Network hostable DHCP agents. Network: 93073154-3dc2-4567-8603-cff7cf2301a2, hostable agents: ['5003063e-fd7f-41c4-9249-d5db703bed75'], hosted agents: [] {{(pid=93277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:52:40.059563 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2a67aa-5b58-4c18-b61b-7f60ce914865 admin admin] Network 93073154-3dc2-4567-8603-cff7cf2301a2 is scheduled to be hosted by DHCP agent 5003063e-fd7f-41c4-9249-d5db703bed75 with binding_index 1 {{(pid=93277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:52:40.069821 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-0d28006b-9516-44b4-b235-ab9cbf836602 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1765003148&fields=id&tenant_id=66a8bb3c6be240719e5ec8a74319a2e3 HTTP/1.1" status: 200 len: 267 time: 0.0685983 Aug 10 04:52:40.078969 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-ff2a67aa-5b58-4c18-b61b-7f60ce914865 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-1-iscsi, 93073154-3dc2-4567-8603-cff7cf2301a2) {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:52:40.090657 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2a67aa-5b58-4c18-b61b-7f60ce914865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:40.090657 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ff2a67aa-5b58-4c18-b61b-7f60ce914865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for subnet, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:40.092217 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f812f90-bffd-4080-b9f2-10b234f2be33 None None] Network 93073154-3dc2-4567-8603-cff7cf2301a2 requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:52:40.128054 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-ff2a67aa-5b58-4c18-b61b-7f60ce914865 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5895257 Aug 10 04:52:40.264165 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b295f2b4-7055-46bb-9c88-b75a887cf0a1 req-75b4c2b9-a0c1-421c-a282-f14ad15bb01f tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 210 time: 0.1454084 Aug 10 04:52:40.388736 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5220f0-2cd8-41e1-9e7f-11d280d896c9 None None] Network 93073154-3dc2-4567-8603-cff7cf2301a2 requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:52:40.414611 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-0a65a174-cbfb-4560-bfa6-9b8e9368d7c9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:40.422811 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-0a65a174-cbfb-4560-bfa6-9b8e9368d7c9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/networks?id=1d5d3c9f-e413-437f-a63e-a3f1a946fd9c HTTP/1.1" status: 200 len: 817 time: 0.3468814 Aug 10 04:52:40.457182 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-8ed38529-a0c3-4a49-a1b7-f73e0b321939 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/quotas/66a8bb3c6be240719e5ec8a74319a2e3 HTTP/1.1" status: 200 len: 375 time: 0.0285003 Aug 10 04:52:40.608081 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-5cce79f3-b7cf-4dbf-b2aa-48b0d98b4a14 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=66a8bb3c6be240719e5ec8a74319a2e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1497564 Aug 10 04:52:40.987927 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-79f152cc-44a9-4abe-9ac4-8a31056f92fc service neutron] 10.222.0.49 "GET /v2.0/networks/1d5d3c9f-e413-437f-a63e-a3f1a946fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454587 Aug 10 04:52:41.019348 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device f4778d80-2965-4d30-a30f-2c2a1c572eb4 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:52:41.141692 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning for port f4778d80-2965-4d30-a30f-2c2a1c572eb4 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:52:41.146331 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port f4778d80-2965-4d30-a30f-2c2a1c572eb4 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:52:41.147056 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:41.148957 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-80708095-6c49-4567-b9bc-4f8003fe8746 service neutron] 10.222.0.49 "GET /v2.0/networks/1d5d3c9f-e413-437f-a63e-a3f1a946fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601672 Aug 10 04:52:41.172229 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f153d-5121-4ad5-8849-e333181eda24 req-a07342d2-b75b-401e-a978-d5bf89ce446f tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:41.174196 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-236f153d-5121-4ad5-8849-e333181eda24 req-a07342d2-b75b-401e-a978-d5bf89ce446f tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 932 time: 0.3012578 Aug 10 04:52:41.264433 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-236f153d-5121-4ad5-8849-e333181eda24 req-e1e47d96-4b50-4ab7-ac94-9c6661d73637 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717916 Aug 10 04:52:41.377830 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:41.422826 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 54034) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:41.455047 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] For port f4778d80-2965-4d30-a30f-2c2a1c572eb4, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=f4778d80-2965-4d30-a30f-2c2a1c572eb4,segment=NetworkSegment(adf267e7-4f91-4f68-a415-a317b9ef2366),segment_id=adf267e7-4f91-4f68-a415-a317b9ef2366)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:52:41.462752 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:41.464054 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device b3ee7556-80f3-4a6c-87a6-372bc1e58c00 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:52:41.478744 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4bf6415d-96ac-4a03-a553-4bfe8cdae1c4 req-c44a6e95-f8a5-43a9-90b9-3968288b8f19 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 210 time: 0.0573246 Aug 10 04:52:41.484071 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-83483210-0fa6-4b4d-b2d4-d010af47ecfb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-727144468-network', 'tenant_id': '9931ed9df3144e1e92157e0d319784c7'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:41.521053 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Pushing event updated for resources: {'Port': ['ID=f4778d80-2965-4d30-a30f-2c2a1c572eb4,revision_number=5']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:41.534857 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1a170c4c-8147-4b1c-aaed-d594570c7eb8 req-6c0ce7dc-0643-426c-8a27-c8a72f6bd1f7 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 210 time: 0.0547457 Aug 10 04:52:41.573310 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83483210-0fa6-4b4d-b2d4-d010af47ecfb admin admin] Made reservation on behalf of 9931ed9df3144e1e92157e0d319784c7 for: {'network': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:52:41.578693 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-83483210-0fa6-4b4d-b2d4-d010af47ecfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for network, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:41.589420 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port b3ee7556-80f3-4a6c-87a6-372bc1e58c00 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:52:41.589915 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:41.602509 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-83483210-0fa6-4b4d-b2d4-d010af47ecfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:41.807777 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-83483210-0fa6-4b4d-b2d4-d010af47ecfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:41.828898 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-83483210-0fa6-4b4d-b2d4-d010af47ecfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:41.876201 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83483210-0fa6-4b4d-b2d4-d010af47ecfb admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=93278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:52:41.907784 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 54052) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:41.921487 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-83483210-0fa6-4b4d-b2d4-d010af47ecfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:41.921852 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.db.segments_db [None req-83483210-0fa6-4b4d-b2d4-d010af47ecfb admin admin] Added segment 58d22a40-fbae-41b2-9891-b4eae0af7cc8 of type vlan for network 81ac21b6-295d-4dfd-a7bf-a858662d8ade Aug 10 04:52:41.952678 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83483210-0fa6-4b4d-b2d4-d010af47ecfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770a4bae-df21-4814-8292-0d932796e532,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:42.007034 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-83483210-0fa6-4b4d-b2d4-d010af47ecfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757410051916'] for network, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:42.055190 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-83483210-0fa6-4b4d-b2d4-d010af47ecfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092'] for network, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:42.056602 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83483210-0fa6-4b4d-b2d4-d010af47ecfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:42.057338 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-83483210-0fa6-4b4d-b2d4-d010af47ecfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:42.147704 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d8cf6f4c-69f9-4a17-8954-10ddf0e63cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:42.188501 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83483210-0fa6-4b4d-b2d4-d010af47ecfb admin admin] Pushing event updated for resources: {'Network': ['ID=81ac21b6-295d-4dfd-a7bf-a858662d8ade,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:42.201012 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Network 81ac21b6-295d-4dfd-a7bf-a858662d8ade details requested by agent ovs-agent-dv-cinder-804035-1-iscsi with host dv-cinder-804035-1-iscsi {{(pid=93279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:52:42.244305 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d8cf6f4c-69f9-4a17-8954-10ddf0e63cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:42.251268 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d8cf6f4c-69f9-4a17-8954-10ddf0e63cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:42.262663 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-83483210-0fa6-4b4d-b2d4-d010af47ecfb admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8370359 Aug 10 04:52:42.263491 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 54062) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:42.269543 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-6f476917-0bc6-4ea8-9986-b06bc02fdfde admin admin] Request body: {'subnet': {'network_id': '81ac21b6-295d-4dfd-a7bf-a858662d8ade', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-727144468-subnet', 'tenant_id': '9931ed9df3144e1e92157e0d319784c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:42.296041 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f476917-0bc6-4ea8-9986-b06bc02fdfde admin admin] Made reservation on behalf of 9931ed9df3144e1e92157e0d319784c7 for: {'subnet': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:52:42.298885 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6f476917-0bc6-4ea8-9986-b06bc02fdfde admin admin] Notify callbacks [] for subnet, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:42.301793 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 54066) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:42.302333 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-d8cf6f4c-69f9-4a17-8954-10ddf0e63cf1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=14e1f501f0dd4633bc33877113d1f870&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3933322 Aug 10 04:52:42.303278 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf6f4c-69f9-4a17-8954-10ddf0e63cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43d0c6b-3719-4ada-a32e-aaff93361851,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:42.476993 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612328e4-152d-4045-9065-2420b62de0ee req-2cc62845-af67-4944-a396-9cb412fad878 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:42.479196 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-612328e4-152d-4045-9065-2420b62de0ee req-2cc62845-af67-4944-a396-9cb412fad878 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 932 time: 0.1249123 Aug 10 04:52:42.486700 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-142afc76-5824-4fa8-91e5-6df3d44c4f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:42.529751 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-142afc76-5824-4fa8-91e5-6df3d44c4f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:42.632123 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ec4ac9b7-3a6c-448b-8c30-c131ebdf3fd9 req-612d3afc-b7fe-41b8-bd8c-0f638662495d tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 210 time: 0.0581551 Aug 10 04:52:42.639236 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-612328e4-152d-4045-9065-2420b62de0ee req-a930f004-e153-4930-bd25-977bb2a85058 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482482 Aug 10 04:52:42.700400 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6f476917-0bc6-4ea8-9986-b06bc02fdfde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092'] for subnet, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:42.706162 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-142afc76-5824-4fa8-91e5-6df3d44c4f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:42.708954 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-142afc76-5824-4fa8-91e5-6df3d44c4f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:42.710880 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-142afc76-5824-4fa8-91e5-6df3d44c4f2a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c43d0c6b-3719-4ada-a32e-aaff93361851 HTTP/1.1" status: 204 len: 168 time: 0.4069695 Aug 10 04:52:42.759207 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142afc76-5824-4fa8-91e5-6df3d44c4f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43d0c6b-3719-4ada-a32e-aaff93361851,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:42.775477 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device f4778d80-2965-4d30-a30f-2c2a1c572eb4 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:52:42.782038 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fe3ee1f7-9612-42bf-af27-23de37371c0d req-411ca07c-c3e2-4e6c-89b3-dccbf168641e tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 210 time: 0.0368371 Aug 10 04:52:42.796627 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f476917-0bc6-4ea8-9986-b06bc02fdfde admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc32af99-57c0-413f-8c57-9a6f0d74066e,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:42.826636 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f476917-0bc6-4ea8-9986-b06bc02fdfde admin admin] Checking segment: {'id': '58d22a40-fbae-41b2-9891-b4eae0af7cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '81ac21b6-295d-4dfd-a7bf-a858662d8ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:52:42.827394 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f476917-0bc6-4ea8-9986-b06bc02fdfde admin admin] Network hostable DHCP agents. Network: 81ac21b6-295d-4dfd-a7bf-a858662d8ade, hostable agents: ['5003063e-fd7f-41c4-9249-d5db703bed75'], hosted agents: [] {{(pid=93278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:52:42.845929 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f476917-0bc6-4ea8-9986-b06bc02fdfde admin admin] Network 81ac21b6-295d-4dfd-a7bf-a858662d8ade is scheduled to be hosted by DHCP agent 5003063e-fd7f-41c4-9249-d5db703bed75 with binding_index 1 {{(pid=93278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:52:42.852290 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port f4778d80-2965-4d30-a30f-2c2a1c572eb4 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:52:42.853029 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:42.857073 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-6f476917-0bc6-4ea8-9986-b06bc02fdfde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-1-iscsi, 81ac21b6-295d-4dfd-a7bf-a858662d8ade) {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:52:42.868633 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f476917-0bc6-4ea8-9986-b06bc02fdfde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:42.869557 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6f476917-0bc6-4ea8-9986-b06bc02fdfde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:42.876605 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7af427-3e38-4f75-9ad4-4f1bebd557cc None None] Network 81ac21b6-295d-4dfd-a7bf-a858662d8ade requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:52:42.887227 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-6f476917-0bc6-4ea8-9986-b06bc02fdfde admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6221013 Aug 10 04:52:43.154418 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7143667-44a4-4a78-9a49-0e2c42a82710 None None] Network 81ac21b6-295d-4dfd-a7bf-a858662d8ade requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:52:43.733453 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-12cf253e-e7f7-4dc2-96dd-d3367db6767f req-bffdc805-7673-4ed2-b3f7-170517b41b28 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 210 time: 0.0298982 Aug 10 04:52:43.845645 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824c990-47b8-4185-bde1-a02a20895d74 req-01a9e59d-bd42-4f97-9d56-1acbbd151ca4 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:43.848800 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8824c990-47b8-4185-bde1-a02a20895d74 req-01a9e59d-bd42-4f97-9d56-1acbbd151ca4 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 932 time: 0.0546398 Aug 10 04:52:43.907459 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8824c990-47b8-4185-bde1-a02a20895d74 req-551b53fd-a993-490f-b37e-24f1fa689fee tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521843 Aug 10 04:52:43.997596 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d03df2ce-5627-463f-8648-4163e44e733a req-192abc78-d3c7-4cda-8092-8e8225d12a79 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 210 time: 0.0298090 Aug 10 04:52:44.844412 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2e714ca7-6e76-42a8-9a4b-f87d8e18f4c8 req-30c4edc8-5fd1-4de9-9601-191bc589b50c tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 210 time: 0.0264616 Aug 10 04:52:45.039577 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec35f8-d26d-4a18-b9ba-7aa6bc11249f req-08a60daa-31b3-4fd2-967c-a3fa7bf39776 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:45.041532 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-39ec35f8-d26d-4a18-b9ba-7aa6bc11249f req-08a60daa-31b3-4fd2-967c-a3fa7bf39776 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 932 time: 0.0649800 Aug 10 04:52:45.092459 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-39ec35f8-d26d-4a18-b9ba-7aa6bc11249f req-c4f43790-6059-4c04-ab91-c16ed23a0bc8 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414028 Aug 10 04:52:45.106728 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-70072e32-d963-4106-b30e-d300ac6b9c32 req-bddb1fa2-8f69-4c7e-b54a-c25c77ddf4e4 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 210 time: 0.0296719 Aug 10 04:52:45.940359 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f57fc730-69ba-4c6e-959c-a6132b5bf7db req-5df1fb38-86ff-4c31-930a-1d35a27d27ff tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 210 time: 0.0302377 Aug 10 04:52:46.231856 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-86f66168-43f7-43a3-9b2e-9045f4424120 req-d927f5e6-2f3e-4e2e-98e8-ee00f872e15b tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 210 time: 0.0479984 Aug 10 04:52:46.251975 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f79de7-cd9a-4b29-bf5a-29e7e061efc0 req-dcdc8837-e529-45c4-acb1-1f006a2feb2c tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:46.253414 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-95f79de7-cd9a-4b29-bf5a-29e7e061efc0 req-dcdc8837-e529-45c4-acb1-1f006a2feb2c tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 932 time: 0.0709345 Aug 10 04:52:46.442299 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-95f79de7-cd9a-4b29-bf5a-29e7e061efc0 req-1dacfab6-ecfa-4e15-938b-ed3e083a42a4 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828425 Aug 10 04:52:47.044273 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-efb5491d-22dc-4706-86e3-e0628d167e38 req-af3a12d3-7f9e-4a61-a2e2-8a8f9b1c8b89 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 210 time: 0.0265853 Aug 10 04:52:47.139679 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-01069983-6c63-4a89-b258-d49a2d4f7d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:47.333629 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-918d6110-3e50-48d1-aa6f-026709be5016 req-9dff6686-4fd1-45e5-b246-d758219a0995 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 210 time: 0.0283577 Aug 10 04:52:47.566164 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65839c2-6378-4c52-a173-9cf5405d1378 req-0c641ffd-c8b5-4db3-acb2-747ccca8cd79 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:47.567551 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a65839c2-6378-4c52-a173-9cf5405d1378 req-0c641ffd-c8b5-4db3-acb2-747ccca8cd79 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 932 time: 0.0526335 Aug 10 04:52:47.610340 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a65839c2-6378-4c52-a173-9cf5405d1378 req-46ab0e2f-3d05-4f04-b388-6028e7a1c958 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366614 Aug 10 04:52:48.142905 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-10764f7b-c246-4708-bbbe-2f3871c9abb3 req-43919042-fa42-4888-97a9-5ecc51844e03 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 210 time: 0.0271847 Aug 10 04:52:48.335783 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:48.441902 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a7cbd53f-ca84-44da-b894-f761eaa23593 req-6700485b-6ca1-4184-9d1f-0ada0a074450 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 210 time: 0.0284059 Aug 10 04:52:48.761940 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308f9f0-e8f3-438e-89a6-ce0a9b288ad7 req-b6f5d8e3-e0b3-44fc-82dd-e543d62517bd tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:48.763441 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7308f9f0-e8f3-438e-89a6-ce0a9b288ad7 req-b6f5d8e3-e0b3-44fc-82dd-e543d62517bd tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 932 time: 0.0770054 Aug 10 04:52:48.806093 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7308f9f0-e8f3-438e-89a6-ce0a9b288ad7 req-a93c6e55-0729-4d75-a9c2-2b7fa71770e4 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364039 Aug 10 04:52:49.278327 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-edf7eba9-bdc4-4017-a13e-7671baab3e27 req-cc8e390b-aba6-48d2-aa33-e7d840c4c4d0 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 210 time: 0.0388625 Aug 10 04:52:49.580707 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d1484e2a-57b4-4def-8424-21afc1d038a6 req-8d56ff8f-ffea-436b-be60-470a80c5fc19 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 210 time: 0.0335493 Aug 10 04:52:49.959581 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f972f-03f8-4f84-aaa0-b3a5fcf3a674 req-03508a13-47bd-417b-9343-7c4db0face12 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:49.975752 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-480f972f-03f8-4f84-aaa0-b3a5fcf3a674 req-03508a13-47bd-417b-9343-7c4db0face12 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 932 time: 0.0785429 Aug 10 04:52:50.013584 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-38282372-f58b-4497-b26b-8de95eb071be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:50.058093 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-480f972f-03f8-4f84-aaa0-b3a5fcf3a674 req-44b285dd-a96d-41d7-b5ea-66bbe030bbd9 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773611 Aug 10 04:52:50.228825 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:50.378417 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-39d4bc15-844c-45f3-aac3-ce42d0d3c872 req-1a1f4eef-816a-4af0-91fe-3b1b350407ad tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 210 time: 0.0356379 Aug 10 04:52:50.709792 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-73fa3f55-becd-482d-8a53-d93f6e3b3917 req-bd838e03-302f-4986-a566-4548a8c149f1 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 210 time: 0.0405791 Aug 10 04:52:51.183652 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b6fa2-67c1-4327-acd3-d8ed0c508daa req-c3d3e642-0db3-4994-bd7b-8a89c242d46f tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:51.185405 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-729b6fa2-67c1-4327-acd3-d8ed0c508daa req-c3d3e642-0db3-4994-bd7b-8a89c242d46f tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 932 time: 0.0606441 Aug 10 04:52:51.218031 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:51.248932 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-729b6fa2-67c1-4327-acd3-d8ed0c508daa req-894c4ffc-9478-42ab-84d3-3fb52931c5b5 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568092 Aug 10 04:52:51.472361 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3bcc62c6-b1ae-4a13-ac7c-b10ae01fb4dd req-0ce0931c-1a56-41aa-9414-b5b28c330a48 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 210 time: 0.0269082 Aug 10 04:52:51.818891 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-66e8b34b-d524-4ac0-b450-9332d6f8c48b req-809e4e83-3c2f-4ac7-bff7-fd0d00b7ec37 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 210 time: 0.0271461 Aug 10 04:52:51.981971 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 54374) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:52.099627 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b714c12e-d799-4d42-941d-340c04662b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:52.204782 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b714c12e-d799-4d42-941d-340c04662b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:52.209275 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b714c12e-d799-4d42-941d-340c04662b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:52.241328 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 54386) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:52.250414 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-b714c12e-d799-4d42-941d-340c04662b4b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=353cff72bed04d6a957f1648805dbd49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2672925 Aug 10 04:52:52.251583 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714c12e-d799-4d42-941d-340c04662b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d62982-d590-4cb7-af2f-7059bd5f7075,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:52.256437 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 54390) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:52.323799 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a02e7b21-d19b-4787-be47-6d7b24044803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:52.390350 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a02e7b21-d19b-4787-be47-6d7b24044803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:52.393370 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6f3fa06d-2d73-4bb6-ad3e-0cb9d8c2509f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:52.449863 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945bdcb5-fb4a-4da0-ad2b-6ea921457b66 req-e4fa7bd6-62cf-4fce-b121-f8ed780ed8a8 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:52.451413 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-945bdcb5-fb4a-4da0-ad2b-6ea921457b66 req-e4fa7bd6-62cf-4fce-b121-f8ed780ed8a8 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 932 time: 0.1293173 Aug 10 04:52:52.516185 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a02e7b21-d19b-4787-be47-6d7b24044803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:52.519653 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a02e7b21-d19b-4787-be47-6d7b24044803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:52.524239 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-a02e7b21-d19b-4787-be47-6d7b24044803 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d7d62982-d590-4cb7-af2f-7059bd5f7075 HTTP/1.1" status: 204 len: 168 time: 0.2661996 Aug 10 04:52:52.541866 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e7b21-d19b-4787-be47-6d7b24044803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d62982-d590-4cb7-af2f-7059bd5f7075,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:52.559576 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-945bdcb5-fb4a-4da0-ad2b-6ea921457b66 req-84f5023b-8e46-4833-9c55-429bbfd7f1d4 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961099 Aug 10 04:52:52.641331 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-33e291d1-2265-421a-bb70-6492f25d533d req-2426114f-b71a-4f9f-a25a-646a1f4e6ab9 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 210 time: 0.0558963 Aug 10 04:52:52.675564 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:52.692551 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6f3fa06d-2d73-4bb6-ad3e-0cb9d8c2509f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:52.701159 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6f3fa06d-2d73-4bb6-ad3e-0cb9d8c2509f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:52.742109 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-6f3fa06d-2d73-4bb6-ad3e-0cb9d8c2509f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=60f6ce7b637d4f018abe474f102e04da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4993508 Aug 10 04:52:52.744898 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 54420) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:52.745810 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3fa06d-2d73-4bb6-ad3e-0cb9d8c2509f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c23f8f-7159-42fb-95d6-ad2a2d6b9ed3,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:52.805863 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 54428) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:52.835598 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-01ec7836-0b6f-40f3-a773-38824142ea52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:52.863371 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-01ec7836-0b6f-40f3-a773-38824142ea52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:52.934068 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-01ec7836-0b6f-40f3-a773-38824142ea52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:52.937313 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-01ec7836-0b6f-40f3-a773-38824142ea52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:52.938832 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-01ec7836-0b6f-40f3-a773-38824142ea52 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/92c23f8f-7159-42fb-95d6-ad2a2d6b9ed3 HTTP/1.1" status: 204 len: 168 time: 0.1926048 Aug 10 04:52:52.951126 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec7836-0b6f-40f3-a773-38824142ea52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c23f8f-7159-42fb-95d6-ad2a2d6b9ed3,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:53.034359 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-30144d76-499f-4759-822b-8866bd278a36 req-cffa6c11-666f-455b-a54b-4efbc8c9a105 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 210 time: 0.1051049 Aug 10 04:52:53.036794 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ba3d2d04-ff72-4f6d-bb29-4204a55451cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:53.075999 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 54440) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:53.105015 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-fbf11c72-f40d-4c23-9ab1-de25d94d943b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:53.228188 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ba3d2d04-ff72-4f6d-bb29-4204a55451cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:53.247068 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ba3d2d04-ff72-4f6d-bb29-4204a55451cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:53.332823 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-16cab8b0-b2d8-4131-9181-13ac9cdac7ff service neutron] Request body: {'port': {'device_id': '3222e740-bf4c-4090-9693-ad8ca2ee24c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:53.362536 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-ba3d2d04-ff72-4f6d-bb29-4204a55451cb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4c2595fb26e44c41bae28a2113a893c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5555916 Aug 10 04:52:53.365374 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 54458) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:53.366022 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d2d04-ff72-4f6d-bb29-4204a55451cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523864f6-6aac-47e5-9849-96b3feefae4b,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:53.459826 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b7484dc9-f1eb-4844-b94a-df0e71881c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:53.477757 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-16cab8b0-b2d8-4131-9181-13ac9cdac7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:53.499067 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-fbf11c72-f40d-4c23-9ab1-de25d94d943b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:53.501245 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b7484dc9-f1eb-4844-b94a-df0e71881c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:53.509894 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-fbf11c72-f40d-4c23-9ab1-de25d94d943b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:53.571257 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-fbf11c72-f40d-4c23-9ab1-de25d94d943b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=58e458405f9542f0a46932bdad6cfaad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4937172 Aug 10 04:52:53.571957 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf11c72-f40d-4c23-9ab1-de25d94d943b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed90500e-4219-4827-a088-9057ed6469d8,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:53.574623 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 54466) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:53.623090 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b7484dc9-f1eb-4844-b94a-df0e71881c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:53.625601 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b7484dc9-f1eb-4844-b94a-df0e71881c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:53.626732 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-b7484dc9-f1eb-4844-b94a-df0e71881c1e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/523864f6-6aac-47e5-9849-96b3feefae4b HTTP/1.1" status: 204 len: 168 time: 0.2575049 Aug 10 04:52:53.638727 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7484dc9-f1eb-4844-b94a-df0e71881c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523864f6-6aac-47e5-9849-96b3feefae4b,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:53.663054 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7deda484-1eb2-4f0f-8ee1-6428de7eee2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:53.706311 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7deda484-1eb2-4f0f-8ee1-6428de7eee2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:53.756340 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290322c-8091-4c27-907c-e6731ac2d9d4 req-ccbafe0c-f3a1-4fb6-80ab-68b3f0fe9a65 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:53.758484 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0290322c-8091-4c27-907c-e6731ac2d9d4 req-ccbafe0c-f3a1-4fb6-80ab-68b3f0fe9a65 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 932 time: 0.1105750 Aug 10 04:52:53.878025 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5a1a9940-e213-4c98-99c8-015cdc73510f req-14667cdc-3540-47df-bc87-53a27d7e699f tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 210 time: 0.1153371 Aug 10 04:52:53.911374 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0290322c-8091-4c27-907c-e6731ac2d9d4 req-01bccaab-a22f-417c-8e2e-db48e1fb4b2d tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246350 Aug 10 04:52:53.951345 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7deda484-1eb2-4f0f-8ee1-6428de7eee2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:53.954014 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7deda484-1eb2-4f0f-8ee1-6428de7eee2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:53.957770 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-7deda484-1eb2-4f0f-8ee1-6428de7eee2a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ed90500e-4219-4827-a088-9057ed6469d8 HTTP/1.1" status: 204 len: 168 time: 0.3820367 Aug 10 04:52:53.972828 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deda484-1eb2-4f0f-8ee1-6428de7eee2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed90500e-4219-4827-a088-9057ed6469d8,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:53.986879 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.63', 54917) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:54.010966 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-16cab8b0-b2d8-4131-9181-13ac9cdac7ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8237cfa2-8aaa-458a-88e2-bd19072d4e35 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:52:54.046820 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-16cab8b0-b2d8-4131-9181-13ac9cdac7ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:54.088265 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-16cab8b0-b2d8-4131-9181-13ac9cdac7ff service neutron] Transition to ACTIVE for port object 8237cfa2-8aaa-458a-88e2-bd19072d4e35 will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:52:54.102130 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-16cab8b0-b2d8-4131-9181-13ac9cdac7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:54.125122 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 54496) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:54.206331 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-25fdefa9-51bc-40db-91ff-17dd52d4a124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:54.250795 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cab8b0-b2d8-4131-9181-13ac9cdac7ff service neutron] Pushing event updated for resources: {'Port': ['ID=8237cfa2-8aaa-458a-88e2-bd19072d4e35,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:54.271914 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c5b48828-ca70-41e8-9def-c0f6192ca39f req-13a149a7-0677-426b-846f-7753618700cc tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 210 time: 0.0817134 Aug 10 04:52:54.279607 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-16cab8b0-b2d8-4131-9181-13ac9cdac7ff service neutron] Attempting to bind port 8237cfa2-8aaa-458a-88e2-bd19072d4e35 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:52:54.280810 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-16cab8b0-b2d8-4131-9181-13ac9cdac7ff service neutron] Attempting to bind port 8237cfa2-8aaa-458a-88e2-bd19072d4e35 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'b71f85af-538b-4411-b5bb-f56f0b4e8fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '51432505-2484-4065-949f-265a3f561e13'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:52:54.281353 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-16cab8b0-b2d8-4131-9181-13ac9cdac7ff service neutron] Attempting to bind port 8237cfa2-8aaa-458a-88e2-bd19072d4e35 on network 51432505-2484-4065-949f-265a3f561e13 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:52:54.286878 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-16cab8b0-b2d8-4131-9181-13ac9cdac7ff service neutron] Port 8237cfa2-8aaa-458a-88e2-bd19072d4e35 on network 51432505-2484-4065-949f-265a3f561e13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:52:54.287446 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-16cab8b0-b2d8-4131-9181-13ac9cdac7ff service neutron] Attempting to bind port 8237cfa2-8aaa-458a-88e2-bd19072d4e35 on network 51432505-2484-4065-949f-265a3f561e13 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:52:54.295059 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-16cab8b0-b2d8-4131-9181-13ac9cdac7ff service neutron] Checking agent: {'id': '51cc88f3-029f-45e4-af3a-d9472a1d6530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'started_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:52:54.295698 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-16cab8b0-b2d8-4131-9181-13ac9cdac7ff service neutron] Checking segment: {'id': 'b71f85af-538b-4411-b5bb-f56f0b4e8fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '51432505-2484-4065-949f-265a3f561e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:52:54.296534 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-16cab8b0-b2d8-4131-9181-13ac9cdac7ff service neutron] Bound using segment: {'id': 'b71f85af-538b-4411-b5bb-f56f0b4e8fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '51432505-2484-4065-949f-265a3f561e13'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:52:54.297283 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-16cab8b0-b2d8-4131-9181-13ac9cdac7ff service neutron] Bound port: 8237cfa2-8aaa-458a-88e2-bd19072d4e35, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b71f85af-538b-4411-b5bb-f56f0b4e8fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '51432505-2484-4065-949f-265a3f561e13'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:52:54.297819 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-16cab8b0-b2d8-4131-9181-13ac9cdac7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:54.388240 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-ee296a44-44ae-419c-b836-21bba8a0f3ba tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:54.389909 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-ee296a44-44ae-419c-b836-21bba8a0f3ba tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.63 "GET /v2.0/networks?id=1d5d3c9f-e413-437f-a63e-a3f1a946fd9c HTTP/1.1" status: 200 len: 817 time: 0.3980505 Aug 10 04:52:54.440286 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-16cab8b0-b2d8-4131-9181-13ac9cdac7ff service neutron] For port 8237cfa2-8aaa-458a-88e2-bd19072d4e35, host hv-cinder-80403, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:52:54.452176 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-16cab8b0-b2d8-4131-9181-13ac9cdac7ff service neutron] For port 8237cfa2-8aaa-458a-88e2-bd19072d4e35, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8237cfa2-8aaa-458a-88e2-bd19072d4e35,segment=NetworkSegment(b71f85af-538b-4411-b5bb-f56f0b4e8fdb),segment_id=b71f85af-538b-4411-b5bb-f56f0b4e8fdb)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:52:54.465132 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-16cab8b0-b2d8-4131-9181-13ac9cdac7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:54.545049 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.63', 54921) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:54.566076 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-16cab8b0-b2d8-4131-9181-13ac9cdac7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:54.567749 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-16cab8b0-b2d8-4131-9181-13ac9cdac7ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for port, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:54.569475 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-16cab8b0-b2d8-4131-9181-13ac9cdac7ff service neutron] 10.222.0.63 "PUT /v2.0/ports/8237cfa2-8aaa-458a-88e2-bd19072d4e35 HTTP/1.1" status: 200 len: 1094 time: 1.3454692 Aug 10 04:52:54.570140 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3222e740-bf4c-4090-9693-ad8ca2ee24c3', 'tag': '8237cfa2-8aaa-458a-88e2-bd19072d4e35'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:52:54.787511 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cab8b0-b2d8-4131-9181-13ac9cdac7ff service neutron] Pushing event updated for resources: {'Port': ['ID=8237cfa2-8aaa-458a-88e2-bd19072d4e35,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:54.788697 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-294932f9-0cfb-47da-9935-22af697d9a2e tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:54.792514 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-294932f9-0cfb-47da-9935-22af697d9a2e tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.63 "GET /v2.0/networks?id=fa4da3fe-515b-43af-bfca-345879bf66c5 HTTP/1.1" status: 200 len: 819 time: 0.2428246 Aug 10 04:52:54.807998 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-11daa0de-5399-4226-96ac-93c8dd868fe5 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66a8bb3c6be240719e5ec8a74319a2e3 HTTP/1.1" status: 200 len: 380 time: 0.3973606 Aug 10 04:52:54.814778 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-628dbef9-efa4-40aa-8b33-e8f591f26779 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Request body: {'port': {'device_id': 'adcb23c7-f49a-45e7-93bd-ae973794d48f', 'network_id': 'fa4da3fe-515b-43af-bfca-345879bf66c5', 'admin_state_up': True, 'tenant_id': '7c7b5b90b1974558a6b6090b510234f1'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:54.826119 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-1361ccf8-1e08-49d8-9efb-d2bf6a19f786 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Request body: {'port': {'device_id': '208c376a-028a-409c-b719-98ac7e15d562', 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c', 'admin_state_up': True, 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'security_groups': ['abb473a0-e24e-4131-885b-cf288055d563']}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:54.856650 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-70395628-d6c5-450c-b419-6f8d84056d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:54.861072 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-70395628-d6c5-450c-b419-6f8d84056d6f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e36649f800234f00820625778be84ac5&device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 1097 time: 0.1507285 Aug 10 04:52:55.068926 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.63', 54925) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:55.074585 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0435c65cf5a8cc8383a9c7cfa6853d0e89819f93ab363e4d384fd3b31d716135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f71df4-e198-47f1-b605-4ef3321d2874" -d '{"events": [{"name": "network-changed", "server_uuid": "3222e740-bf4c-4090-9693-ad8ca2ee24c3", "tag": "8237cfa2-8aaa-458a-88e2-bd19072d4e35"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:52:55.096207 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-018362e3-ce1a-412a-bd30-9a31c3b41b36 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8237cfa2-8aaa-458a-88e2-bd19072d4e35 HTTP/1.1" status: 200 len: 217 time: 0.2242153 Aug 10 04:52:55.111695 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8997bcc3-07cd-496a-8d8d-4bdeb95e3966 req-67b25ecc-a1b2-45d4-89ce-9c9238b12c14 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 210 time: 0.0478766 Aug 10 04:52:55.210964 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c469677-f904-437f-a0f8-e64844b0cdcb req-45ff4a33-949b-4e58-88d6-e6efac669047 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:55.212647 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1c469677-f904-437f-a0f8-e64844b0cdcb req-45ff4a33-949b-4e58-88d6-e6efac669047 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 944 time: 0.1471732 Aug 10 04:52:55.241944 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-25fdefa9-51bc-40db-91ff-17dd52d4a124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:55.260175 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-7587db0f-28bf-4e9d-ab10-1d55d09c8358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:55.262315 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-7587db0f-28bf-4e9d-ab10-1d55d09c8358 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=33e45d8c-a2ec-46e1-a5af-964f4d2d3295 HTTP/1.1" status: 200 len: 852 time: 0.1445599 Aug 10 04:52:55.264149 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-25fdefa9-51bc-40db-91ff-17dd52d4a124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:55.341241 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-5d16457e-7965-44c6-b171-798d57262f92 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=51432505-2484-4065-949f-265a3f561e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692658 Aug 10 04:52:55.342455 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-25fdefa9-51bc-40db-91ff-17dd52d4a124 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5672526b241a457facb65409b31390f5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2139928 Aug 10 04:52:55.348942 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 54556) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:55.353372 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1c469677-f904-437f-a0f8-e64844b0cdcb req-cc50a06b-5164-451f-9ae2-81fc2622afaa tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318774 Aug 10 04:52:55.354495 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-1361ccf8-1e08-49d8-9efb-d2bf6a19f786 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Made reservation on behalf of 66a8bb3c6be240719e5ec8a74319a2e3 for: {'port': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:52:55.359784 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-1361ccf8-1e08-49d8-9efb-d2bf6a19f786 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:55.441038 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fdefa9-51bc-40db-91ff-17dd52d4a124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54011985-c14b-4817-ab17-690b70e301d3,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:55.457099 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-628dbef9-efa4-40aa-8b33-e8f591f26779 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Made reservation on behalf of 7c7b5b90b1974558a6b6090b510234f1 for: {'port': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:52:55.461113 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-628dbef9-efa4-40aa-8b33-e8f591f26779 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:55.525115 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-53d8aabc-6715-427b-bca4-2df5cff7e7b5 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:55.528141 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-53d8aabc-6715-427b-bca4-2df5cff7e7b5 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.63 "GET /v2.0/networks?id=fa4da3fe-515b-43af-bfca-345879bf66c5 HTTP/1.1" status: 200 len: 819 time: 0.4492493 Aug 10 04:52:55.536963 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3266c193-9997-47ce-aeea-1b47858f971d req-38d3e185-f313-477d-827e-969198315e7e tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 210 time: 0.0831552 Aug 10 04:52:55.558491 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-59df15a1-35af-448e-9462-36aa5e55118b tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Request body: {'port': {'device_id': 'c42199db-6020-4ac7-8b16-92a4c5b44204', 'network_id': 'fa4da3fe-515b-43af-bfca-345879bf66c5', 'admin_state_up': True, 'tenant_id': '7c7b5b90b1974558a6b6090b510234f1'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:55.653013 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97635079-bcbe-4a83-a8d6-92ef98892ca1 x-openstack-request-id: req-97635079-bcbe-4a83-a8d6-92ef98892ca1 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:52:55.653629 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3222e740-bf4c-4090-9693-ad8ca2ee24c3", "tag": "8237cfa2-8aaa-458a-88e2-bd19072d4e35", "status": "completed", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:52:55.654049 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-97635079-bcbe-4a83-a8d6-92ef98892ca1 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:52:55.654957 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3222e740-bf4c-4090-9693-ad8ca2ee24c3', 'tag': '8237cfa2-8aaa-458a-88e2-bd19072d4e35', 'status': 'completed', 'code': 200} Aug 10 04:52:55.679192 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-06fb2ca4-ce70-42f5-b127-d0866543ea23 service neutron] 10.222.0.63 "GET /v2.0/networks/51432505-2484-4065-949f-265a3f561e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201923 Aug 10 04:52:55.695099 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dc7cd409-654b-4fa2-b455-a866ee83cc52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:55.884159 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-1361ccf8-1e08-49d8-9efb-d2bf6a19f786 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Allocated IP 172.20.0.8 (1d5d3c9f-e413-437f-a63e-a3f1a946fd9c/730c2c7a-bff8-4fac-9b46-2ea8ba090a71/2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:52:55.907997 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-628dbef9-efa4-40aa-8b33-e8f591f26779 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Allocated IP 172.20.0.6 (fa4da3fe-515b-43af-bfca-345879bf66c5/3decaebb-6db7-465e-9b45-ecf80d350e0e/7354f0b1-9415-45cb-8e1a-ae2feae6c835) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:52:56.042732 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dc7cd409-654b-4fa2-b455-a866ee83cc52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:56.156619 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-59df15a1-35af-448e-9462-36aa5e55118b tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Made reservation on behalf of 7c7b5b90b1974558a6b6090b510234f1 for: {'port': 1} {{(pid=93277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:52:56.161165 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-59df15a1-35af-448e-9462-36aa5e55118b tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:56.182743 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-087d0a53-380b-45ed-9f0a-78e2e2993437 req-34a53dbd-1551-4589-a3d4-d395f2d4bb39 service neutron] 10.222.0.63 "GET /v2.0/networks/51432505-2484-4065-949f-265a3f561e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4802809 Aug 10 04:52:56.226561 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dc7cd409-654b-4fa2-b455-a866ee83cc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:56.230811 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dc7cd409-654b-4fa2-b455-a866ee83cc52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:56.235208 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-dc7cd409-654b-4fa2-b455-a866ee83cc52 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/54011985-c14b-4817-ab17-690b70e301d3 HTTP/1.1" status: 204 len: 168 time: 0.8826606 Aug 10 04:52:56.328522 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cd409-654b-4fa2-b455-a866ee83cc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54011985-c14b-4817-ab17-690b70e301d3,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:56.375324 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f71df4-e198-47f1-b605-4ef3321d2874 req-e54a8708-244c-4074-9712-390b18233199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:56.376835 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-f4f71df4-e198-47f1-b605-4ef3321d2874 req-e54a8708-244c-4074-9712-390b18233199 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e36649f800234f00820625778be84ac5&device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 1097 time: 0.1013718 Aug 10 04:52:56.453507 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3c545a82-af52-45dd-b3db-661138d4b255 req-b5da4335-2a82-4e36-9ea4-3c75df1c1482 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 210 time: 0.1108325 Aug 10 04:52:56.535368 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-1361ccf8-1e08-49d8-9efb-d2bf6a19f786 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:56.560412 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-628dbef9-efa4-40aa-8b33-e8f591f26779 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:56.572628 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-1361ccf8-1e08-49d8-9efb-d2bf6a19f786 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Transition to ACTIVE for port object 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 will not be triggered until provisioned by entity DHCP. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:52:56.595330 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b1da6-4b19-4730-8033-f30391c8a6a5 req-3ea6c446-7012-4a3f-9309-e5b29d9b051b tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:56.597159 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-672b1da6-4b19-4730-8033-f30391c8a6a5 req-3ea6c446-7012-4a3f-9309-e5b29d9b051b tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 944 time: 0.1265631 Aug 10 04:52:56.614030 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f71df4-e198-47f1-b605-4ef3321d2874 req-cc5ce148-8df2-467b-ab3c-25b72ff89ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:56.615638 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-f4f71df4-e198-47f1-b605-4ef3321d2874 req-cc5ce148-8df2-467b-ab3c-25b72ff89ede service neutron] 10.222.0.63 "GET /v2.0/networks?id=51432505-2484-4065-949f-265a3f561e13 HTTP/1.1" status: 200 len: 913 time: 0.2305365 Aug 10 04:52:56.676994 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-f4f71df4-e198-47f1-b605-4ef3321d2874 req-0ce147f8-5c8e-4735-acb8-0422ee3c67c5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8237cfa2-8aaa-458a-88e2-bd19072d4e35 HTTP/1.1" status: 200 len: 217 time: 0.0472960 Aug 10 04:52:56.687820 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-672b1da6-4b19-4730-8033-f30391c8a6a5 req-765048c1-0629-4681-b718-dc542847cbaa tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816910 Aug 10 04:52:56.701357 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-1361ccf8-1e08-49d8-9efb-d2bf6a19f786 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:56.726929 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-628dbef9-efa4-40aa-8b33-e8f591f26779 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:56.781295 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f71df4-e198-47f1-b605-4ef3321d2874 req-1714ce2f-2c1e-4da9-a421-8318bd3720ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:56.782779 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-f4f71df4-e198-47f1-b605-4ef3321d2874 req-1714ce2f-2c1e-4da9-a421-8318bd3720ff service neutron] 10.222.0.63 "GET /v2.0/subnets?id=33e45d8c-a2ec-46e1-a5af-964f4d2d3295 HTTP/1.1" status: 200 len: 852 time: 0.0977585 Aug 10 04:52:56.792797 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-59df15a1-35af-448e-9462-36aa5e55118b tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Allocated IP 172.20.0.14 (fa4da3fe-515b-43af-bfca-345879bf66c5/3decaebb-6db7-465e-9b45-ecf80d350e0e/d0d976ab-e736-4987-892d-9d160b351bdc) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:52:56.827382 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-f4f71df4-e198-47f1-b605-4ef3321d2874 req-49f5f307-4fa9-48dd-8019-d3b17ff4e8a9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=51432505-2484-4065-949f-265a3f561e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360146 Aug 10 04:52:56.837855 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-1361ccf8-1e08-49d8-9efb-d2bf6a19f786 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Network 1d5d3c9f-e413-437f-a63e-a3f1a946fd9c is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:52:56.840747 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-628dbef9-efa4-40aa-8b33-e8f591f26779 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Network fa4da3fe-515b-43af-bfca-345879bf66c5 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:52:56.841589 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361ccf8-1e08-49d8-9efb-d2bf6a19f786 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Pushing event updated for resources: {'Port': ['ID=2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:56.849675 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-1361ccf8-1e08-49d8-9efb-d2bf6a19f786 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:52:56.853333 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-628dbef9-efa4-40aa-8b33-e8f591f26779 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:52:56.855333 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-1361ccf8-1e08-49d8-9efb-d2bf6a19f786 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:52:56.860812 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-1361ccf8-1e08-49d8-9efb-d2bf6a19f786 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:56.861423 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-1361ccf8-1e08-49d8-9efb-d2bf6a19f786 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:56.890420 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73540d9-c44d-4f80-8f69-23d3bbbbe306 req-9128a944-a45c-451c-bd20-b8b53b544a8f tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:56.891934 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e73540d9-c44d-4f80-8f69-23d3bbbbe306 req-9128a944-a45c-451c-bd20-b8b53b544a8f tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 931 time: 0.2032485 Aug 10 04:52:56.894613 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-628dbef9-efa4-40aa-8b33-e8f591f26779 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:52:56.900299 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-628dbef9-efa4-40aa-8b33-e8f591f26779 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:56.901170 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-628dbef9-efa4-40aa-8b33-e8f591f26779 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:56.950535 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628dbef9-efa4-40aa-8b33-e8f591f26779 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Pushing event updated for resources: {'Port': ['ID=7354f0b1-9415-45cb-8e1a-ae2feae6c835,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:56.964435 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-628dbef9-efa4-40aa-8b33-e8f591f26779 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1538553 Aug 10 04:52:56.985823 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-1361ccf8-1e08-49d8-9efb-d2bf6a19f786 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1539366 Aug 10 04:52:56.994105 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-84c02744-7778-49b3-8df7-dfbc384d4f4b service neutron] Request body: {'port': {'device_id': 'adcb23c7-f49a-45e7-93bd-ae973794d48f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:57.050436 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 54646) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:57.067187 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-ff59f44d-3677-47a8-a089-46fedc8d78ec service neutron] Request body: {'port': {'device_id': '208c376a-028a-409c-b719-98ac7e15d562', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:57.081545 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-28c64564-0e97-48cd-b89a-aee38b926a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:57.089214 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e73540d9-c44d-4f80-8f69-23d3bbbbe306 req-567c5632-7af9-4edd-8ea9-a63bcfedea62 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812856 Aug 10 04:52:57.101258 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-f4f71df4-e198-47f1-b605-4ef3321d2874 req-e6057ef4-b179-41f9-926a-4beee96365c6 service neutron] 10.222.0.63 "GET /v2.0/networks/51432505-2484-4065-949f-265a3f561e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660902 Aug 10 04:52:57.180944 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-84c02744-7778-49b3-8df7-dfbc384d4f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:57.195683 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 54652) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:57.204690 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-ff59f44d-3677-47a8-a089-46fedc8d78ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:57.302637 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-59df15a1-35af-448e-9462-36aa5e55118b tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:57.316030 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-6e9d8977-198e-48b4-be04-c762aef6e4df None None] Provisioning for port 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 completed by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:52:57.325611 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-6e9d8977-198e-48b4-be04-c762aef6e4df None None] Provisioning complete for port 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:52:57.326235 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6e9d8977-198e-48b4-be04-c762aef6e4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:57.373007 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-f4f71df4-e198-47f1-b605-4ef3321d2874 req-1d982713-1b81-4b85-abab-bdb98b13afe7 service neutron] 10.222.0.63 "GET /v2.0/networks/51432505-2484-4065-949f-265a3f561e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625148 Aug 10 04:52:57.420945 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-28c64564-0e97-48cd-b89a-aee38b926a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:57.422412 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-59df15a1-35af-448e-9462-36aa5e55118b tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:57.426153 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-6e9d8977-198e-48b4-be04-c762aef6e4df None None] Port 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 cannot update to ACTIVE because it is not bound. {{(pid=93279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:52:57.439462 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-28c64564-0e97-48cd-b89a-aee38b926a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:57.521610 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-207aec4d-270f-44a8-a0d2-8dd83fd431f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:57.552848 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-59df15a1-35af-448e-9462-36aa5e55118b tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Network fa4da3fe-515b-43af-bfca-345879bf66c5 is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:52:57.570724 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-59df15a1-35af-448e-9462-36aa5e55118b tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:52:57.579384 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-59df15a1-35af-448e-9462-36aa5e55118b tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:52:57.587688 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-59df15a1-35af-448e-9462-36aa5e55118b tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:57.588794 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-59df15a1-35af-448e-9462-36aa5e55118b tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for port, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:57.624460 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c64564-0e97-48cd-b89a-aee38b926a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb75dfc-0c66-45bf-909b-bd936e0e58ae,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:57.655070 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-28c64564-0e97-48cd-b89a-aee38b926a0d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8a992182db2840118242eefe4e928216&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6047070 Aug 10 04:52:57.657153 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df15a1-35af-448e-9462-36aa5e55118b tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Pushing event updated for resources: {'Port': ['ID=d0d976ab-e736-4987-892d-9d160b351bdc,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:57.662753 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 54672) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:57.782917 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6c149-7718-4e40-852f-62a821af11a8 req-fa8b7580-3497-4cd1-9818-f8085e0dcc31 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:57.784580 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-85d6c149-7718-4e40-852f-62a821af11a8 req-fa8b7580-3497-4cd1-9818-f8085e0dcc31 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 931 time: 0.1722782 Aug 10 04:52:57.970878 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-4f55f3fe-3c57-415d-acf9-58d5f84c97fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:58.025041 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbaadbf-fb16-439a-a37a-76d8a02b4200 req-663306be-5728-4a00-8434-91912ba78bc6 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:58.026693 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-abbaadbf-fb16-439a-a37a-76d8a02b4200 req-663306be-5728-4a00-8434-91912ba78bc6 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 944 time: 0.2395208 Aug 10 04:52:58.043230 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-85d6c149-7718-4e40-852f-62a821af11a8 req-c5e1b0af-7296-4c95-9784-c0ca869002c6 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438719 Aug 10 04:52:58.060243 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-207aec4d-270f-44a8-a0d2-8dd83fd431f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:58.072854 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-59df15a1-35af-448e-9462-36aa5e55118b tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5234394 Aug 10 04:52:58.076542 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-ff59f44d-3677-47a8-a089-46fedc8d78ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 {{(pid=93278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:52:58.086892 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-94f06751-96cc-4f95-9e9e-2477661af555 service neutron] Request body: {'port': {'device_id': 'c42199db-6020-4ac7-8b16-92a4c5b44204', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:58.092665 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-207aec4d-270f-44a8-a0d2-8dd83fd431f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:58.097683 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-84c02744-7778-49b3-8df7-dfbc384d4f4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7354f0b1-9415-45cb-8e1a-ae2feae6c835 {{(pid=93278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:52:58.104146 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-4f55f3fe-3c57-415d-acf9-58d5f84c97fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:58.107000 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-ff59f44d-3677-47a8-a089-46fedc8d78ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:58.129436 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-84c02744-7778-49b3-8df7-dfbc384d4f4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:58.168280 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-94f06751-96cc-4f95-9e9e-2477661af555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:58.211628 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-207aec4d-270f-44a8-a0d2-8dd83fd431f8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e1ee0000b707462fa536d0f2adba5191&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0123141 Aug 10 04:52:58.212472 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 54696) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:58.215717 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-ff59f44d-3677-47a8-a089-46fedc8d78ec service neutron] Transition to ACTIVE for port object 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:52:58.216797 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-84c02744-7778-49b3-8df7-dfbc384d4f4b service neutron] Transition to ACTIVE for port object 7354f0b1-9415-45cb-8e1a-ae2feae6c835 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:52:58.217677 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207aec4d-270f-44a8-a0d2-8dd83fd431f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df0243b-3ea8-437a-b98f-e363f5229d0f,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:58.242577 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-abbaadbf-fb16-439a-a37a-76d8a02b4200 req-c3834835-3752-4e7c-ad74-f2ec2f1d69df tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930027 Aug 10 04:52:58.246923 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-84c02744-7778-49b3-8df7-dfbc384d4f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:58.248767 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-ff59f44d-3677-47a8-a089-46fedc8d78ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:58.325815 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c02744-7778-49b3-8df7-dfbc384d4f4b service neutron] Pushing event updated for resources: {'Port': ['ID=7354f0b1-9415-45cb-8e1a-ae2feae6c835,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:58.333752 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c8cf8331-30e4-4ac0-8465-cc6cefad7faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:58.340384 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57d97c-9bbc-4847-a620-1beb0b279361 req-cb5e9fc3-cfa4-48e1-88ab-177910c0cee8 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:58.341410 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3b57d97c-9bbc-4847-a620-1beb0b279361 req-cb5e9fc3-cfa4-48e1-88ab-177910c0cee8 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 931 time: 0.1643858 Aug 10 04:52:58.401156 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c8cf8331-30e4-4ac0-8465-cc6cefad7faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:58.553099 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c8cf8331-30e4-4ac0-8465-cc6cefad7faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:58.556468 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c8cf8331-30e4-4ac0-8465-cc6cefad7faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:58.558253 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-c8cf8331-30e4-4ac0-8465-cc6cefad7faa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7df0243b-3ea8-437a-b98f-e363f5229d0f HTTP/1.1" status: 204 len: 168 time: 0.3445470 Aug 10 04:52:58.583249 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf8331-30e4-4ac0-8465-cc6cefad7faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df0243b-3ea8-437a-b98f-e363f5229d0f,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:58.622149 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-4f55f3fe-3c57-415d-acf9-58d5f84c97fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:58.622651 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-94f06751-96cc-4f95-9e9e-2477661af555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0d976ab-e736-4987-892d-9d160b351bdc {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:52:58.624648 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-4f55f3fe-3c57-415d-acf9-58d5f84c97fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:58.628161 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-4f55f3fe-3c57-415d-acf9-58d5f84c97fe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0cb75dfc-0c66-45bf-909b-bd936e0e58ae HTTP/1.1" status: 204 len: 168 time: 0.9583647 Aug 10 04:52:58.633194 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-94f06751-96cc-4f95-9e9e-2477661af555 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:58.646581 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-94f06751-96cc-4f95-9e9e-2477661af555 service neutron] Transition to ACTIVE for port object d0d976ab-e736-4987-892d-9d160b351bdc will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:52:58.654573 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-94f06751-96cc-4f95-9e9e-2477661af555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:58.675357 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55f3fe-3c57-415d-acf9-58d5f84c97fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb75dfc-0c66-45bf-909b-bd936e0e58ae,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:58.685109 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-ff59f44d-3677-47a8-a089-46fedc8d78ec service neutron] Attempting to bind port 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:52:58.685660 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-ff59f44d-3677-47a8-a089-46fedc8d78ec service neutron] Attempting to bind port 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '3f230113-748d-49c3-b686-177bf1e5d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:52:58.686160 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-ff59f44d-3677-47a8-a089-46fedc8d78ec service neutron] Attempting to bind port 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 on network 1d5d3c9f-e413-437f-a63e-a3f1a946fd9c {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:52:58.700059 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-84c02744-7778-49b3-8df7-dfbc384d4f4b service neutron] Attempting to bind port 7354f0b1-9415-45cb-8e1a-ae2feae6c835 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:52:58.700596 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-84c02744-7778-49b3-8df7-dfbc384d4f4b service neutron] Attempting to bind port 7354f0b1-9415-45cb-8e1a-ae2feae6c835 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'adf267e7-4f91-4f68-a415-a317b9ef2366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fa4da3fe-515b-43af-bfca-345879bf66c5'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:52:58.701119 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-84c02744-7778-49b3-8df7-dfbc384d4f4b service neutron] Attempting to bind port 7354f0b1-9415-45cb-8e1a-ae2feae6c835 on network fa4da3fe-515b-43af-bfca-345879bf66c5 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:52:58.708989 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59f44d-3677-47a8-a089-46fedc8d78ec service neutron] Pushing event updated for resources: {'Port': ['ID=2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:58.715805 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-ff59f44d-3677-47a8-a089-46fedc8d78ec service neutron] Port 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 on network 1d5d3c9f-e413-437f-a63e-a3f1a946fd9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:52:58.716409 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-ff59f44d-3677-47a8-a089-46fedc8d78ec service neutron] Attempting to bind port 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 on network 1d5d3c9f-e413-437f-a63e-a3f1a946fd9c {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:52:58.719749 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-84c02744-7778-49b3-8df7-dfbc384d4f4b service neutron] Port 7354f0b1-9415-45cb-8e1a-ae2feae6c835 on network fa4da3fe-515b-43af-bfca-345879bf66c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:52:58.720339 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-84c02744-7778-49b3-8df7-dfbc384d4f4b service neutron] Attempting to bind port 7354f0b1-9415-45cb-8e1a-ae2feae6c835 on network fa4da3fe-515b-43af-bfca-345879bf66c5 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:52:58.734464 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3b57d97c-9bbc-4847-a620-1beb0b279361 req-b1b17019-209a-42fe-a95d-8754074196b8 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3522923 Aug 10 04:52:58.740163 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f06751-96cc-4f95-9e9e-2477661af555 service neutron] Pushing event updated for resources: {'Port': ['ID=d0d976ab-e736-4987-892d-9d160b351bdc,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:58.744201 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-ff59f44d-3677-47a8-a089-46fedc8d78ec service neutron] Checking agent: {'id': '51cc88f3-029f-45e4-af3a-d9472a1d6530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'started_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:52:58.746181 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-ff59f44d-3677-47a8-a089-46fedc8d78ec service neutron] Checking segment: {'id': '3f230113-748d-49c3-b686-177bf1e5d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:52:58.754457 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-94f06751-96cc-4f95-9e9e-2477661af555 service neutron] Attempting to bind port d0d976ab-e736-4987-892d-9d160b351bdc on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:52:58.754798 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-94f06751-96cc-4f95-9e9e-2477661af555 service neutron] Attempting to bind port d0d976ab-e736-4987-892d-9d160b351bdc by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'adf267e7-4f91-4f68-a415-a317b9ef2366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fa4da3fe-515b-43af-bfca-345879bf66c5'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:52:58.755158 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-94f06751-96cc-4f95-9e9e-2477661af555 service neutron] Attempting to bind port d0d976ab-e736-4987-892d-9d160b351bdc on network fa4da3fe-515b-43af-bfca-345879bf66c5 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:52:58.761905 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-94f06751-96cc-4f95-9e9e-2477661af555 service neutron] Port d0d976ab-e736-4987-892d-9d160b351bdc on network fa4da3fe-515b-43af-bfca-345879bf66c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:52:58.762841 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-ff59f44d-3677-47a8-a089-46fedc8d78ec service neutron] Bound using segment: {'id': '3f230113-748d-49c3-b686-177bf1e5d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:52:58.763433 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-94f06751-96cc-4f95-9e9e-2477661af555 service neutron] Attempting to bind port d0d976ab-e736-4987-892d-9d160b351bdc on network fa4da3fe-515b-43af-bfca-345879bf66c5 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:52:58.763550 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-ff59f44d-3677-47a8-a089-46fedc8d78ec service neutron] Bound port: 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f230113-748d-49c3-b686-177bf1e5d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:52:58.763813 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-ff59f44d-3677-47a8-a089-46fedc8d78ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:58.771840 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-94f06751-96cc-4f95-9e9e-2477661af555 service neutron] Checking agent: {'id': '51cc88f3-029f-45e4-af3a-d9472a1d6530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'started_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:52:58.772710 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-94f06751-96cc-4f95-9e9e-2477661af555 service neutron] Checking segment: {'id': 'adf267e7-4f91-4f68-a415-a317b9ef2366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fa4da3fe-515b-43af-bfca-345879bf66c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:52:58.773527 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-94f06751-96cc-4f95-9e9e-2477661af555 service neutron] Bound using segment: {'id': 'adf267e7-4f91-4f68-a415-a317b9ef2366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fa4da3fe-515b-43af-bfca-345879bf66c5'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:52:58.773961 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-94f06751-96cc-4f95-9e9e-2477661af555 service neutron] Bound port: d0d976ab-e736-4987-892d-9d160b351bdc, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf267e7-4f91-4f68-a415-a317b9ef2366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fa4da3fe-515b-43af-bfca-345879bf66c5'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:52:58.774533 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-94f06751-96cc-4f95-9e9e-2477661af555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:58.786982 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-84c02744-7778-49b3-8df7-dfbc384d4f4b service neutron] Checking agent: {'id': '51cc88f3-029f-45e4-af3a-d9472a1d6530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'started_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:52:58.787310 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-84c02744-7778-49b3-8df7-dfbc384d4f4b service neutron] Checking segment: {'id': 'adf267e7-4f91-4f68-a415-a317b9ef2366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fa4da3fe-515b-43af-bfca-345879bf66c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:52:58.787688 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-84c02744-7778-49b3-8df7-dfbc384d4f4b service neutron] Bound using segment: {'id': 'adf267e7-4f91-4f68-a415-a317b9ef2366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fa4da3fe-515b-43af-bfca-345879bf66c5'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:52:58.788122 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-84c02744-7778-49b3-8df7-dfbc384d4f4b service neutron] Bound port: 7354f0b1-9415-45cb-8e1a-ae2feae6c835, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf267e7-4f91-4f68-a415-a317b9ef2366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fa4da3fe-515b-43af-bfca-345879bf66c5'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:52:58.788470 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-84c02744-7778-49b3-8df7-dfbc384d4f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:58.873658 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-94f06751-96cc-4f95-9e9e-2477661af555 service neutron] For port d0d976ab-e736-4987-892d-9d160b351bdc, host hv-cinder-80403, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:52:58.877935 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-94f06751-96cc-4f95-9e9e-2477661af555 service neutron] For port d0d976ab-e736-4987-892d-9d160b351bdc, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d0d976ab-e736-4987-892d-9d160b351bdc,segment=NetworkSegment(adf267e7-4f91-4f68-a415-a317b9ef2366),segment_id=adf267e7-4f91-4f68-a415-a317b9ef2366)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:52:58.887736 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-94f06751-96cc-4f95-9e9e-2477661af555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:58.913266 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-ff59f44d-3677-47a8-a089-46fedc8d78ec service neutron] For port 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029, host hv-cinder-80403, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:52:58.916902 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-84c02744-7778-49b3-8df7-dfbc384d4f4b service neutron] For port 7354f0b1-9415-45cb-8e1a-ae2feae6c835, host hv-cinder-80403, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:52:58.921164 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-ff59f44d-3677-47a8-a089-46fedc8d78ec service neutron] For port 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029,segment=NetworkSegment(3f230113-748d-49c3-b686-177bf1e5d247),segment_id=3f230113-748d-49c3-b686-177bf1e5d247)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:52:58.923456 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-84c02744-7778-49b3-8df7-dfbc384d4f4b service neutron] For port 7354f0b1-9415-45cb-8e1a-ae2feae6c835, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7354f0b1-9415-45cb-8e1a-ae2feae6c835,segment=NetworkSegment(adf267e7-4f91-4f68-a415-a317b9ef2366),segment_id=adf267e7-4f91-4f68-a415-a317b9ef2366)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:52:58.923682 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-94f06751-96cc-4f95-9e9e-2477661af555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:58.924392 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-94f06751-96cc-4f95-9e9e-2477661af555 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for port, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:58.926045 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-94f06751-96cc-4f95-9e9e-2477661af555 service neutron] 10.222.0.63 "PUT /v2.0/ports/d0d976ab-e736-4987-892d-9d160b351bdc HTTP/1.1" status: 200 len: 1094 time: 0.8447115 Aug 10 04:52:58.928575 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c42199db-6020-4ac7-8b16-92a4c5b44204', 'tag': 'd0d976ab-e736-4987-892d-9d160b351bdc'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:52:58.931018 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0435c65cf5a8cc8383a9c7cfa6853d0e89819f93ab363e4d384fd3b31d716135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba55e4de-2286-4d12-9b14-b9bf699c93ec" -d '{"events": [{"name": "network-changed", "server_uuid": "c42199db-6020-4ac7-8b16-92a4c5b44204", "tag": "d0d976ab-e736-4987-892d-9d160b351bdc"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:52:58.933205 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-ff59f44d-3677-47a8-a089-46fedc8d78ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:58.968456 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f06751-96cc-4f95-9e9e-2477661af555 service neutron] Pushing event updated for resources: {'Port': ['ID=d0d976ab-e736-4987-892d-9d160b351bdc,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:58.970237 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-84c02744-7778-49b3-8df7-dfbc384d4f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:59.084011 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-ff59f44d-3677-47a8-a089-46fedc8d78ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:59.085041 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-ff59f44d-3677-47a8-a089-46fedc8d78ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:59.090565 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-ff59f44d-3677-47a8-a089-46fedc8d78ec service neutron] 10.222.0.63 "PUT /v2.0/ports/2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 HTTP/1.1" status: 200 len: 1093 time: 2.0727451 Aug 10 04:52:59.091310 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '208c376a-028a-409c-b719-98ac7e15d562', 'tag': '2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:52:59.124173 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-76b4f983-7000-4d54-8882-440991e0a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:59.129982 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-76b4f983-7000-4d54-8882-440991e0a58b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7c7b5b90b1974558a6b6090b510234f1&device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 1097 time: 0.1398191 Aug 10 04:52:59.134256 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc74a28-07a9-4acd-949f-7753a9841568 x-openstack-request-id: req-ffc74a28-07a9-4acd-949f-7753a9841568 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:52:59.134539 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c42199db-6020-4ac7-8b16-92a4c5b44204", "tag": "d0d976ab-e736-4987-892d-9d160b351bdc", "status": "completed", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:52:59.134784 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ffc74a28-07a9-4acd-949f-7753a9841568 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:52:59.145602 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c42199db-6020-4ac7-8b16-92a4c5b44204', 'tag': 'd0d976ab-e736-4987-892d-9d160b351bdc', 'status': 'completed', 'code': 200} Aug 10 04:52:59.183408 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-84c02744-7778-49b3-8df7-dfbc384d4f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:59.184351 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-84c02744-7778-49b3-8df7-dfbc384d4f4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:59.186004 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-84c02744-7778-49b3-8df7-dfbc384d4f4b service neutron] 10.222.0.63 "PUT /v2.0/ports/7354f0b1-9415-45cb-8e1a-ae2feae6c835 HTTP/1.1" status: 200 len: 1093 time: 2.2096858 Aug 10 04:52:59.223010 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 54728) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:59.257843 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-aa4b98e8-b154-45a2-bd7b-f3dd0be0c9fc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0d976ab-e736-4987-892d-9d160b351bdc HTTP/1.1" status: 200 len: 217 time: 0.1163199 Aug 10 04:52:59.367953 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-66ceea7b-d1a9-43ea-9fe3-ebf702707384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:59.372938 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-66ceea7b-d1a9-43ea-9fe3-ebf702707384 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3decaebb-6db7-465e-9b45-ecf80d350e0e HTTP/1.1" status: 200 len: 859 time: 0.1098542 Aug 10 04:52:59.386451 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3767ef0a-4774-49de-8065-f1b64c35953d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:59.388748 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59f44d-3677-47a8-a089-46fedc8d78ec service neutron] Pushing event updated for resources: {'Port': ['ID=2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:59.486870 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-71f9b917-5808-4a4d-be15-ef6b69558958 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fa4da3fe-515b-43af-bfca-345879bf66c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820045 Aug 10 04:52:59.508224 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ad241413e3c5b5cfbdfd8ddf86169eda0c2eb72df278c9415fbec86a6c2f7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e63ba7-1aa6-41bd-a1de-67cf7665bdd3" -d '{"events": [{"name": "network-changed", "server_uuid": "208c376a-028a-409c-b719-98ac7e15d562", "tag": "2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:52:59.577421 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-9ebe584b-a404-44e0-9a46-425aa0029906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:59.579340 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-9ebe584b-a404-44e0-9a46-425aa0029906 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=66a8bb3c6be240719e5ec8a74319a2e3&device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 1096 time: 0.3982792 Aug 10 04:52:59.606772 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c85bfd-11de-488e-84f0-0b34032e3f1e req-c65a87a7-a906-4a19-952c-9e681a007e6d tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:59.608717 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-82c85bfd-11de-488e-84f0-0b34032e3f1e req-c65a87a7-a906-4a19-952c-9e681a007e6d tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 943 time: 0.3398163 Aug 10 04:52:59.619324 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-0c903fde-23cf-4fe2-b4e6-5a6eb3ab4d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:59.621142 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-0c903fde-23cf-4fe2-b4e6-5a6eb3ab4d9b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7c7b5b90b1974558a6b6090b510234f1&device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 1096 time: 0.3496289 Aug 10 04:52:59.622200 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c02744-7778-49b3-8df7-dfbc384d4f4b service neutron] Pushing event updated for resources: {'Port': ['ID=7354f0b1-9415-45cb-8e1a-ae2feae6c835,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:59.635387 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-a09278e4-a511-461b-aa2a-639d195499ac service neutron] 10.222.0.63 "GET /v2.0/networks/fa4da3fe-515b-43af-bfca-345879bf66c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472218 Aug 10 04:52:59.766963 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-91ed0401-8603-434f-ad63-99f17faaa9cb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 HTTP/1.1" status: 200 len: 217 time: 0.1706729 Aug 10 04:52:59.774744 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d3523-3002-49b6-9bd3-8e38f4d0b690 req-647c0269-62f5-454b-b7fa-db84d079f89f tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:59.776455 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-72278eed-1fcf-4fac-9d23-1cbed64c2e7e req-73fa0f8c-28b9-401e-a632-f989e9a8cfad service neutron] 10.222.0.63 "GET /v2.0/networks/fa4da3fe-515b-43af-bfca-345879bf66c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331332 Aug 10 04:52:59.782017 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ba4d3523-3002-49b6-9bd3-8e38f4d0b690 req-647c0269-62f5-454b-b7fa-db84d079f89f tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 944 time: 0.3618400 Aug 10 04:52:59.796578 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-6cbf66e0-5b58-44f6-b4c9-a54ebae841fb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7354f0b1-9415-45cb-8e1a-ae2feae6c835 HTTP/1.1" status: 200 len: 217 time: 0.1188619 Aug 10 04:52:59.891222 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55e4de-2286-4d12-9b14-b9bf699c93ec req-12316061-f9c4-4d22-8166-1e9a3c42199a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:59.893224 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-ba55e4de-2286-4d12-9b14-b9bf699c93ec req-12316061-f9c4-4d22-8166-1e9a3c42199a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7c7b5b90b1974558a6b6090b510234f1&device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 1097 time: 0.0568519 Aug 10 04:52:59.920727 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-82c85bfd-11de-488e-84f0-0b34032e3f1e req-52aaec21-46bd-44ea-8e5c-3868c1fac574 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933691 Aug 10 04:52:59.965338 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-1745a854-55ba-4fde-b0fe-c504aa02c365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:59.966877 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-1745a854-55ba-4fde-b0fe-c504aa02c365 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=730c2c7a-bff8-4fac-9b46-2ea8ba090a71 HTTP/1.1" status: 200 len: 856 time: 0.1670415 Aug 10 04:52:59.979369 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ba4d3523-3002-49b6-9bd3-8e38f4d0b690 req-23248632-5c81-4944-a569-8c1fbd5d42a6 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964688 Aug 10 04:52:59.981054 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-56523ca3-96b7-4c07-8fb4-df9a5c982457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:59.982674 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-56523ca3-96b7-4c07-8fb4-df9a5c982457 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3decaebb-6db7-465e-9b45-ecf80d350e0e HTTP/1.1" status: 200 len: 859 time: 0.1449864 Aug 10 04:53:00.055876 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 8237cfa2-8aaa-458a-88e2-bd19072d4e35 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:53:00.085801 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-8c37976d-eb47-494e-92cb-fcea28b77e73 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fa4da3fe-515b-43af-bfca-345879bf66c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570893 Aug 10 04:53:00.095225 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55e4de-2286-4d12-9b14-b9bf699c93ec req-c51b3bff-8a97-4d0e-8070-e32ecce7a3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:00.101205 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-ba55e4de-2286-4d12-9b14-b9bf699c93ec req-c51b3bff-8a97-4d0e-8070-e32ecce7a3ac service neutron] 10.222.0.63 "GET /v2.0/networks?id=fa4da3fe-515b-43af-bfca-345879bf66c5 HTTP/1.1" status: 200 len: 920 time: 0.1992579 Aug 10 04:53:00.158136 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3767ef0a-4774-49de-8065-f1b64c35953d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:00.202090 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3767ef0a-4774-49de-8065-f1b64c35953d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:00.207226 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 8237cfa2-8aaa-458a-88e2-bd19072d4e35, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8237cfa2-8aaa-458a-88e2-bd19072d4e35,segment=NetworkSegment(b71f85af-538b-4411-b5bb-f56f0b4e8fdb),segment_id=b71f85af-538b-4411-b5bb-f56f0b4e8fdb)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:53:00.222698 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Returning: {'device': '8237cfa2-8aaa-458a-88e2-bd19072d4e35', 'network_id': '51432505-2484-4065-949f-265a3f561e13', 'port_id': '8237cfa2-8aaa-458a-88e2-bd19072d4e35', 'mac_address': 'fa:16:3e:b5:b5:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33e45d8c-a2ec-46e1-a5af-964f4d2d3295', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:53:00.230492 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-ba55e4de-2286-4d12-9b14-b9bf699c93ec req-2120988d-5bf9-4219-a24f-b5e0aa5fb890 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0d976ab-e736-4987-892d-9d160b351bdc HTTP/1.1" status: 200 len: 217 time: 0.1140361 Aug 10 04:53:00.252880 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-a213f98c-7e16-4ab1-b453-9fb5db087a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:00.254558 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-a213f98c-7e16-4ab1-b453-9fb5db087a83 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1d5d3c9f-e413-437f-a63e-a3f1a946fd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2787473 Aug 10 04:53:00.276215 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:00.295404 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8237cfa2-8aaa-458a-88e2-bd19072d4e35 {{(pid=93279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:53:00.295620 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-3767ef0a-4774-49de-8065-f1b64c35953d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e8c1c58c0a3245debbb4e8b5b4d9189a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0611925 Aug 10 04:53:00.296038 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 54784) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:00.305738 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55e4de-2286-4d12-9b14-b9bf699c93ec req-dab89a6d-ec8f-495e-bf1b-2aa7603b9a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:00.307269 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-ba55e4de-2286-4d12-9b14-b9bf699c93ec req-dab89a6d-ec8f-495e-bf1b-2aa7603b9a8c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3decaebb-6db7-465e-9b45-ecf80d350e0e HTTP/1.1" status: 200 len: 859 time: 0.0693185 Aug 10 04:53:00.347401 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 8237cfa2-8aaa-458a-88e2-bd19072d4e35, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8237cfa2-8aaa-458a-88e2-bd19072d4e35,segment=NetworkSegment(b71f85af-538b-4411-b5bb-f56f0b4e8fdb),segment_id=b71f85af-538b-4411-b5bb-f56f0b4e8fdb)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:53:00.351697 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-ba55e4de-2286-4d12-9b14-b9bf699c93ec req-ef8e4770-83e8-4acb-adef-1d4df8823a12 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fa4da3fe-515b-43af-bfca-345879bf66c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344958 Aug 10 04:53:00.361881 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:00.377251 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767ef0a-4774-49de-8065-f1b64c35953d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ef6ba6-77d6-4a10-93bf-6a939fed9a9f,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:00.398876 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824d463-ab74-47a5-af4f-09c837d931d2 req-98190c50-16a7-40e8-9d9c-ea6e2721b4ef tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:00.400429 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8824d463-ab74-47a5-af4f-09c837d931d2 req-98190c50-16a7-40e8-9d9c-ea6e2721b4ef tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.2691138 Aug 10 04:53:00.404200 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-0a8a55ea-aeef-4080-8555-bca9e80c6b79 service neutron] 10.222.0.63 "GET /v2.0/networks/fa4da3fe-515b-43af-bfca-345879bf66c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092408 Aug 10 04:53:00.487385 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-ba55e4de-2286-4d12-9b14-b9bf699c93ec req-08fb93e3-d7c5-4951-b0e3-4417a4cfc9b7 service neutron] 10.222.0.63 "GET /v2.0/networks/fa4da3fe-515b-43af-bfca-345879bf66c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264977 Aug 10 04:53:00.493003 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=8237cfa2-8aaa-458a-88e2-bd19072d4e35,revision_number=4']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:00.505302 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d1d366-41e6-4a1f-b254-51144c45bc1f x-openstack-request-id: req-37d1d366-41e6-4a1f-b254-51144c45bc1f {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:53:00.505613 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "208c376a-028a-409c-b719-98ac7e15d562", "tag": "2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:53:00.505859 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-37d1d366-41e6-4a1f-b254-51144c45bc1f {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:53:00.506300 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '208c376a-028a-409c-b719-98ac7e15d562', 'tag': '2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029', 'status': 'completed', 'code': 200} Aug 10 04:53:00.524266 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8824d463-ab74-47a5-af4f-09c837d931d2 req-809319dd-c91e-4f16-81c5-253750609b2a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158392 Aug 10 04:53:00.528485 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-09e2b239-ce0f-4d98-ba3d-f543fce5a3eb service neutron] 10.222.0.63 "GET /v2.0/networks/1d5d3c9f-e413-437f-a63e-a3f1a946fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576339 Aug 10 04:53:00.579029 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b623916b-8921-4ba9-b09a-bb021b3086cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:00.608144 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-b1256fc3-33ba-4f0a-98e8-d697cc324ff1 service neutron] 10.222.0.63 "GET /v2.0/networks/fa4da3fe-515b-43af-bfca-345879bf66c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918111 Aug 10 04:53:00.614497 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b623916b-8921-4ba9-b09a-bb021b3086cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:00.662355 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-22d3e022-df9f-414a-b6cb-ba26868db337 req-e29ec780-30db-4008-b42c-47a3624dee1e service neutron] 10.222.0.63 "GET /v2.0/networks/1d5d3c9f-e413-437f-a63e-a3f1a946fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254961 Aug 10 04:53:00.665258 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-ba55e4de-2286-4d12-9b14-b9bf699c93ec req-badb14c9-4e96-4f19-8253-fbcbf05142a9 service neutron] 10.222.0.63 "GET /v2.0/networks/fa4da3fe-515b-43af-bfca-345879bf66c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605256 Aug 10 04:53:00.693522 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b623916b-8921-4ba9-b09a-bb021b3086cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:00.705084 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b623916b-8921-4ba9-b09a-bb021b3086cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:00.705084 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-b623916b-8921-4ba9-b09a-bb021b3086cb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a5ef6ba6-77d6-4a10-93bf-6a939fed9a9f HTTP/1.1" status: 204 len: 168 time: 0.4005957 Aug 10 04:53:00.721769 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623916b-8921-4ba9-b09a-bb021b3086cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ef6ba6-77d6-4a10-93bf-6a939fed9a9f,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:00.776274 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e63ba7-1aa6-41bd-a1de-67cf7665bdd3 req-d454b95a-af9a-4f06-ae1c-e0c34e2f749c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:00.782020 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-c0e63ba7-1aa6-41bd-a1de-67cf7665bdd3 req-d454b95a-af9a-4f06-ae1c-e0c34e2f749c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=66a8bb3c6be240719e5ec8a74319a2e3&device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 1096 time: 0.0503654 Aug 10 04:53:00.902875 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e63ba7-1aa6-41bd-a1de-67cf7665bdd3 req-1aad0259-c05d-48c5-896f-8af62af8d7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:00.904577 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-c0e63ba7-1aa6-41bd-a1de-67cf7665bdd3 req-1aad0259-c05d-48c5-896f-8af62af8d7cb service neutron] 10.222.0.63 "GET /v2.0/networks?id=1d5d3c9f-e413-437f-a63e-a3f1a946fd9c HTTP/1.1" status: 200 len: 918 time: 0.1162961 Aug 10 04:53:00.956737 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-c0e63ba7-1aa6-41bd-a1de-67cf7665bdd3 req-cfe7a482-2ec4-45d8-bb3c-a030b416fb14 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 HTTP/1.1" status: 200 len: 217 time: 0.0436790 Aug 10 04:53:01.036461 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e63ba7-1aa6-41bd-a1de-67cf7665bdd3 req-6fe9d03a-92db-41ff-ba9e-ff28cb9516db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:01.038501 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-c0e63ba7-1aa6-41bd-a1de-67cf7665bdd3 req-6fe9d03a-92db-41ff-ba9e-ff28cb9516db service neutron] 10.222.0.63 "GET /v2.0/subnets?id=730c2c7a-bff8-4fac-9b46-2ea8ba090a71 HTTP/1.1" status: 200 len: 856 time: 0.0734019 Aug 10 04:53:01.133436 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e63ba7-1aa6-41bd-a1de-67cf7665bdd3 req-35bf2404-8833-4739-a0c3-4f249d903317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:01.134533 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-c0e63ba7-1aa6-41bd-a1de-67cf7665bdd3 req-35bf2404-8833-4739-a0c3-4f249d903317 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1d5d3c9f-e413-437f-a63e-a3f1a946fd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0883775 Aug 10 04:53:01.152755 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['8237cfa2-8aaa-458a-88e2-bd19072d4e35'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:53:01.181820 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2774f4d-aeda-4c0e-9ae8-f0fb7953f29e req-e8fc8fc8-abc3-41ec-b733-b4c9b6ae4221 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:01.183987 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b2774f4d-aeda-4c0e-9ae8-f0fb7953f29e req-e8fc8fc8-abc3-41ec-b733-b4c9b6ae4221 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 943 time: 0.1461527 Aug 10 04:53:01.209116 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06346f-f805-44ec-b96d-551508922506 req-5b6ade62-617f-4c4e-9e6c-1d037a42acb9 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:01.216879 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1c06346f-f805-44ec-b96d-551508922506 req-5b6ade62-617f-4c4e-9e6c-1d037a42acb9 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 945 time: 0.1040289 Aug 10 04:53:01.271146 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b2774f4d-aeda-4c0e-9ae8-f0fb7953f29e req-9d5bff09-3d41-45a8-86b4-8529e1009a4d tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770650 Aug 10 04:53:01.284174 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1c06346f-f805-44ec-b96d-551508922506 req-04936d48-7723-4115-9896-ccb44c978480 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625041 Aug 10 04:53:01.464610 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-c0e63ba7-1aa6-41bd-a1de-67cf7665bdd3 req-c56706ac-82df-4174-b3d9-26665dae1110 service neutron] 10.222.0.63 "GET /v2.0/networks/1d5d3c9f-e413-437f-a63e-a3f1a946fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150284 Aug 10 04:53:01.575517 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-c0e63ba7-1aa6-41bd-a1de-67cf7665bdd3 req-893eefa8-9a41-4606-90b4-36e3c003d02d service neutron] 10.222.0.63 "GET /v2.0/networks/1d5d3c9f-e413-437f-a63e-a3f1a946fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035392 Aug 10 04:53:01.668590 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e1f8a-46df-4dae-ac23-85562cf4f94a req-50f5c553-0282-4f60-a43a-695bbad4e3f2 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:01.670272 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bd4e1f8a-46df-4dae-ac23-85562cf4f94a req-50f5c553-0282-4f60-a43a-695bbad4e3f2 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0541348 Aug 10 04:53:01.724713 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bd4e1f8a-46df-4dae-ac23-85562cf4f94a req-4b819d7a-bb6a-4054-af66-fcf1230c2768 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450928 Aug 10 04:53:02.410532 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 54916) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:02.625782 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adcb23c7-f49a-45e7-93bd-ae973794d48f', 'tag': '7354f0b1-9415-45cb-8e1a-ae2feae6c835'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:53:02.629079 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ad241413e3c5b5cfbdfd8ddf86169eda0c2eb72df278c9415fbec86a6c2f7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb4dff8-c640-4238-959c-a7d97e765ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "adcb23c7-f49a-45e7-93bd-ae973794d48f", "tag": "7354f0b1-9415-45cb-8e1a-ae2feae6c835"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:53:02.665229 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc71e1-01fe-491b-8177-4fba6e9f3649 req-f779304d-5b32-4da3-b2c5-d3d212fed05a tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:02.668017 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d3cc71e1-01fe-491b-8177-4fba6e9f3649 req-f779304d-5b32-4da3-b2c5-d3d212fed05a tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 945 time: 0.2697477 Aug 10 04:53:02.681860 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1b26f-71a8-4e5c-9801-bca933811ae3 req-78cb2abe-d101-41f0-b3cc-1403475f7578 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:02.684525 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-90e1b26f-71a8-4e5c-9801-bca933811ae3 req-78cb2abe-d101-41f0-b3cc-1403475f7578 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 943 time: 0.2711360 Aug 10 04:53:02.692125 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-165af154-1930-4457-9272-4cf81a52252f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:02.759737 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d3cc71e1-01fe-491b-8177-4fba6e9f3649 req-14836856-94a6-4c26-b5cf-b6729bbc8be1 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739720 Aug 10 04:53:02.779648 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-90e1b26f-71a8-4e5c-9801-bca933811ae3 req-d11eeaaf-fdd4-40c1-bb02-ea64a9065de7 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847573 Aug 10 04:53:02.812473 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-165af154-1930-4457-9272-4cf81a52252f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:02.822823 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-165af154-1930-4457-9272-4cf81a52252f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:02.865682 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d332f5-cc19-48ec-bf84-eb8b7b58397e x-openstack-request-id: req-62d332f5-cc19-48ec-bf84-eb8b7b58397e {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:53:02.865962 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adcb23c7-f49a-45e7-93bd-ae973794d48f", "tag": "7354f0b1-9415-45cb-8e1a-ae2feae6c835", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:53:02.866372 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-62d332f5-cc19-48ec-bf84-eb8b7b58397e {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:53:02.866901 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adcb23c7-f49a-45e7-93bd-ae973794d48f', 'tag': '7354f0b1-9415-45cb-8e1a-ae2feae6c835', 'status': 'completed', 'code': 200} Aug 10 04:53:02.874528 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-165af154-1930-4457-9272-4cf81a52252f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=da7ab9138a634059a449ca345ad32fcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4596491 Aug 10 04:53:02.875661 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 54944) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:02.882634 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165af154-1930-4457-9272-4cf81a52252f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cd6568-f42f-4761-9e32-579bc7ee7865,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:02.912666 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a2150-284c-40e2-b37f-a1526baa40c5 req-08fbb9da-2a00-4f14-ab22-dfb8dd03d825 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:02.919032 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4dff8-c640-4238-959c-a7d97e765ffa req-dcb4d8f2-8f63-4618-8e49-9fbe3068fab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:02.920637 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-eb8a2150-284c-40e2-b37f-a1526baa40c5 req-08fbb9da-2a00-4f14-ab22-dfb8dd03d825 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0829880 Aug 10 04:53:02.921010 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-6cb4dff8-c640-4238-959c-a7d97e765ffa req-dcb4d8f2-8f63-4618-8e49-9fbe3068fab9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7c7b5b90b1974558a6b6090b510234f1&device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 1096 time: 0.0480995 Aug 10 04:53:02.979585 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-eb8a2150-284c-40e2-b37f-a1526baa40c5 req-91d8fcc2-9a9c-41a2-ac66-6045620e957e tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580473 Aug 10 04:53:02.984907 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-93784afa-9bfa-4a99-a085-97c805d527bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:03.012951 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-93784afa-9bfa-4a99-a085-97c805d527bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:03.074021 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-93784afa-9bfa-4a99-a085-97c805d527bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:03.076593 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-93784afa-9bfa-4a99-a085-97c805d527bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:03.077730 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-93784afa-9bfa-4a99-a085-97c805d527bf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b6cd6568-f42f-4761-9e32-579bc7ee7865 HTTP/1.1" status: 204 len: 168 time: 0.1996577 Aug 10 04:53:03.089481 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93784afa-9bfa-4a99-a085-97c805d527bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cd6568-f42f-4761-9e32-579bc7ee7865,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:03.099178 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4dff8-c640-4238-959c-a7d97e765ffa req-03d9efa2-12fc-4ba0-9df6-19d4bee59479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:03.100728 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-6cb4dff8-c640-4238-959c-a7d97e765ffa req-03d9efa2-12fc-4ba0-9df6-19d4bee59479 service neutron] 10.222.0.63 "GET /v2.0/networks?id=fa4da3fe-515b-43af-bfca-345879bf66c5 HTTP/1.1" status: 200 len: 920 time: 0.1722708 Aug 10 04:53:03.149284 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-6cb4dff8-c640-4238-959c-a7d97e765ffa req-8d3e2b2d-be6e-4d0a-b66d-aed52fcddc4c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7354f0b1-9415-45cb-8e1a-ae2feae6c835 HTTP/1.1" status: 200 len: 217 time: 0.0406489 Aug 10 04:53:03.215652 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4dff8-c640-4238-959c-a7d97e765ffa req-7fd45226-41a0-4c0f-b43c-9cd8e6fda817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:03.217609 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-6cb4dff8-c640-4238-959c-a7d97e765ffa req-7fd45226-41a0-4c0f-b43c-9cd8e6fda817 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3decaebb-6db7-465e-9b45-ecf80d350e0e HTTP/1.1" status: 200 len: 859 time: 0.0590720 Aug 10 04:53:03.256497 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-6cb4dff8-c640-4238-959c-a7d97e765ffa req-1e4768bc-5fee-4876-b37f-3f6df37dd40f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fa4da3fe-515b-43af-bfca-345879bf66c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304377 Aug 10 04:53:03.396030 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-6cb4dff8-c640-4238-959c-a7d97e765ffa req-aae308b3-7a9f-439c-893e-e1f4bccbb047 service neutron] 10.222.0.63 "GET /v2.0/networks/fa4da3fe-515b-43af-bfca-345879bf66c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300354 Aug 10 04:53:03.439513 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 54988) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:03.454543 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-dd6ad2b6-6c97-481c-857d-691b53d9dfb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:03.505547 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-6cb4dff8-c640-4238-959c-a7d97e765ffa req-066cde5a-8ff5-4b59-be1a-dcfa1a260fa7 service neutron] 10.222.0.63 "GET /v2.0/networks/fa4da3fe-515b-43af-bfca-345879bf66c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011999 Aug 10 04:53:03.563619 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-dd6ad2b6-6c97-481c-857d-691b53d9dfb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:03.571829 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-dd6ad2b6-6c97-481c-857d-691b53d9dfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:03.612429 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ad2b6-6c97-481c-857d-691b53d9dfb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9992635f-4796-42ed-9d0e-536ab8e2365d,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:03.616967 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-dd6ad2b6-6c97-481c-857d-691b53d9dfb0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5ae47f4cffde4791969cf71461acaba8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1763673 Aug 10 04:53:03.619919 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 55002) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:03.679459 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-110cf991-79bb-49a5-a646-5ae4f26a8388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:03.702537 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-110cf991-79bb-49a5-a646-5ae4f26a8388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:03.753617 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-110cf991-79bb-49a5-a646-5ae4f26a8388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:03.756094 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-110cf991-79bb-49a5-a646-5ae4f26a8388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:03.757234 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-110cf991-79bb-49a5-a646-5ae4f26a8388 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9992635f-4796-42ed-9d0e-536ab8e2365d HTTP/1.1" status: 204 len: 168 time: 0.1361518 Aug 10 04:53:03.766426 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110cf991-79bb-49a5-a646-5ae4f26a8388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9992635f-4796-42ed-9d0e-536ab8e2365d,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:03.927240 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2189d-a217-4dc4-985c-aafadcef8307 req-ae4c4b79-c6a5-4c19-9d86-1b2a927a44b3 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:03.934452 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7ad2189d-a217-4dc4-985c-aafadcef8307 req-ae4c4b79-c6a5-4c19-9d86-1b2a927a44b3 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 945 time: 0.0903168 Aug 10 04:53:03.966897 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2a607-bf93-41fa-9d05-1a6296492bc5 req-dbcf2843-68cb-4a7d-8851-3972aec4b304 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:03.968462 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-38c2a607-bf93-41fa-9d05-1a6296492bc5 req-dbcf2843-68cb-4a7d-8851-3972aec4b304 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 943 time: 0.0927970 Aug 10 04:53:04.002292 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7ad2189d-a217-4dc4-985c-aafadcef8307 req-94cf70cd-b0f7-4846-baa8-3328652f9454 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669720 Aug 10 04:53:04.029587 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-38c2a607-bf93-41fa-9d05-1a6296492bc5 req-123f0640-9953-4019-82ce-6641729a5471 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552690 Aug 10 04:53:04.039462 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 7354f0b1-9415-45cb-8e1a-ae2feae6c835 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:53:04.163552 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce40ee-6800-4457-bc71-10ab7dac1737 req-41bd6385-46e5-4622-8cf2-5c65dbe8eadc tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:04.170031 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 8237cfa2-8aaa-458a-88e2-bd19072d4e35 up at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:53:04.172667 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1dce40ee-6800-4457-bc71-10ab7dac1737 req-41bd6385-46e5-4622-8cf2-5c65dbe8eadc tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0727026 Aug 10 04:53:04.193352 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 7354f0b1-9415-45cb-8e1a-ae2feae6c835, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7354f0b1-9415-45cb-8e1a-ae2feae6c835,segment=NetworkSegment(adf267e7-4f91-4f68-a415-a317b9ef2366),segment_id=adf267e7-4f91-4f68-a415-a317b9ef2366)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:53:04.220056 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1dce40ee-6800-4457-bc71-10ab7dac1737 req-8618d70b-5886-443f-a16d-bb27cdd1600f tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462799 Aug 10 04:53:04.223372 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 55068) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:04.233208 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Returning: {'device': '7354f0b1-9415-45cb-8e1a-ae2feae6c835', 'network_id': 'fa4da3fe-515b-43af-bfca-345879bf66c5', 'port_id': '7354f0b1-9415-45cb-8e1a-ae2feae6c835', 'mac_address': 'fa:16:3e:73:8e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3decaebb-6db7-465e-9b45-ecf80d350e0e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:53:04.274287 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e9eed19-4880-410b-bb6f-7d8b9a6cf549 admin admin] Deleting subnet 2a7bbf20-af93-4de2-9dd8-22b56b0a1525 {{(pid=93277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:53:04.279359 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3e9eed19-4880-410b-bb6f-7d8b9a6cf549 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:04.319233 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3e9eed19-4880-410b-bb6f-7d8b9a6cf549 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:04.319377 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:04.332632 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3e9eed19-4880-410b-bb6f-7d8b9a6cf549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3582293'] for subnet, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:04.344150 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7354f0b1-9415-45cb-8e1a-ae2feae6c835 {{(pid=93279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:53:04.365295 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning for port 8237cfa2-8aaa-458a-88e2-bd19072d4e35 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:53:04.368832 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 7354f0b1-9415-45cb-8e1a-ae2feae6c835, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7354f0b1-9415-45cb-8e1a-ae2feae6c835,segment=NetworkSegment(adf267e7-4f91-4f68-a415-a317b9ef2366),segment_id=adf267e7-4f91-4f68-a415-a317b9ef2366)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:53:04.376687 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning complete for port 8237cfa2-8aaa-458a-88e2-bd19072d4e35 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:53:04.377148 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:04.379153 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:04.379869 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device d0d976ab-e736-4987-892d-9d160b351bdc details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:53:04.423433 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3e9eed19-4880-410b-bb6f-7d8b9a6cf549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3582274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092'] for subnet, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:04.471360 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3e9eed19-4880-410b-bb6f-7d8b9a6cf549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for subnet, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:04.477382 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 55090) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:04.479010 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-3e9eed19-4880-410b-bb6f-7d8b9a6cf549 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2a7bbf20-af93-4de2-9dd8-22b56b0a1525 HTTP/1.1" status: 204 len: 168 time: 0.2539632 Aug 10 04:53:04.480198 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9eed19-4880-410b-bb6f-7d8b9a6cf549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a7bbf20-af93-4de2-9dd8-22b56b0a1525,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:04.520844 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=7354f0b1-9415-45cb-8e1a-ae2feae6c835,revision_number=4']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:04.533400 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port d0d976ab-e736-4987-892d-9d160b351bdc, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d0d976ab-e736-4987-892d-9d160b351bdc,segment=NetworkSegment(adf267e7-4f91-4f68-a415-a317b9ef2366),segment_id=adf267e7-4f91-4f68-a415-a317b9ef2366)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:53:04.564175 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:04.568961 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Returning: {'device': 'd0d976ab-e736-4987-892d-9d160b351bdc', 'network_id': 'fa4da3fe-515b-43af-bfca-345879bf66c5', 'port_id': 'd0d976ab-e736-4987-892d-9d160b351bdc', 'mac_address': 'fa:16:3e:0e:23:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3decaebb-6db7-465e-9b45-ecf80d350e0e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:53:04.595925 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7f782acc-0c12-4eb2-98c4-133bb90961f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727498'] for network, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:04.618828 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3222e740-bf4c-4090-9693-ad8ca2ee24c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8237cfa2-8aaa-458a-88e2-bd19072d4e35'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:53:04.696056 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7f782acc-0c12-4eb2-98c4-133bb90961f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580114', 'neutron.services.segments.db._delete_segments_for_network-8757410627184'] for network, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:04.715079 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7f782acc-0c12-4eb2-98c4-133bb90961f6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:53:04.715629 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7f782acc-0c12-4eb2-98c4-133bb90961f6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:53:04.716573 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7f782acc-0c12-4eb2-98c4-133bb90961f6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:53:04.717040 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7f782acc-0c12-4eb2-98c4-133bb90961f6 admin admin] Subscribe: > port after_create 55550000 {{(pid=93278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:53:04.717540 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7f782acc-0c12-4eb2-98c4-133bb90961f6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:53:04.718205 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7f782acc-0c12-4eb2-98c4-133bb90961f6 admin admin] Subscribe: > port after_update 55550000 {{(pid=93278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:53:04.720895 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 8237cfa2-8aaa-458a-88e2-bd19072d4e35, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8237cfa2-8aaa-458a-88e2-bd19072d4e35,segment=NetworkSegment(b71f85af-538b-4411-b5bb-f56f0b4e8fdb),segment_id=b71f85af-538b-4411-b5bb-f56f0b4e8fdb)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:53:04.722374 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7f782acc-0c12-4eb2-98c4-133bb90961f6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:53:04.723556 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7f782acc-0c12-4eb2-98c4-133bb90961f6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:53:04.724188 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7f782acc-0c12-4eb2-98c4-133bb90961f6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:53:04.724610 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7f782acc-0c12-4eb2-98c4-133bb90961f6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:53:04.726018 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:04.735775 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:04.784352 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0d976ab-e736-4987-892d-9d160b351bdc {{(pid=93279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:53:04.791810 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=8237cfa2-8aaa-458a-88e2-bd19072d4e35,revision_number=5']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:04.811095 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port d0d976ab-e736-4987-892d-9d160b351bdc, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d0d976ab-e736-4987-892d-9d160b351bdc,segment=NetworkSegment(adf267e7-4f91-4f68-a415-a317b9ef2366),segment_id=adf267e7-4f91-4f68-a415-a317b9ef2366)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:53:04.818406 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:04.819494 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:53:04.898031 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7f782acc-0c12-4eb2-98c4-133bb90961f6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:53:04.898392 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7f782acc-0c12-4eb2-98c4-133bb90961f6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:53:04.898726 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7f782acc-0c12-4eb2-98c4-133bb90961f6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:53:04.899141 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7f782acc-0c12-4eb2-98c4-133bb90961f6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:53:04.899519 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-7f782acc-0c12-4eb2-98c4-133bb90961f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93073154-3dc2-4567-8603-cff7cf2301a2']}} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:53:04.927975 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=d0d976ab-e736-4987-892d-9d160b351bdc,revision_number=4']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:04.943255 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-7f782acc-0c12-4eb2-98c4-133bb90961f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '725a32f1-98de-4dd2-960a-8c4efd7557fa') {'for_net_delete': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:53:04.944248 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-7f782acc-0c12-4eb2-98c4-133bb90961f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '725a32f1-98de-4dd2-960a-8c4efd7557fa') {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:53:04.971297 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7f782acc-0c12-4eb2-98c4-133bb90961f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757410630265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6830768'] for segment, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:04.976439 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029,segment=NetworkSegment(3f230113-748d-49c3-b686-177bf1e5d247),segment_id=3f230113-748d-49c3-b686-177bf1e5d247)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:53:04.992962 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Returning: {'device': '2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029', 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c', 'port_id': '2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029', 'mac_address': 'fa:16:3e:6c:44:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:53:05.010294 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7f782acc-0c12-4eb2-98c4-133bb90961f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:05.020646 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 55124) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:05.031858 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f782acc-0c12-4eb2-98c4-133bb90961f6 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:53:05.032470 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7f782acc-0c12-4eb2-98c4-133bb90961f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7361616'] for segment, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: from cryptography.utils import int_from_bytes Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: from cryptography.utils import int_from_bytes Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: Traceback (most recent call last): Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: timer() Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: cb(*args, **kw) Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: return func(*args, **kwargs) Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: self._notify() Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: self.callback(batched_events) Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: event.method(event) Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: return f(self, *a, **k) Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: return self._get(url).json() Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: return self.request(url, 'GET', **kwargs) Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:53:05.037897 dv-cinder-804035-1-iscsi neutron-server[93278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:53:05.041221 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684630205e793650736d742c593896f55c3712126ad5fa6ebc9acffcc34ee486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f86789-eec4-4ce5-ab28-e3edb978a4ef" -d '{"events": [{"server_uuid": "3222e740-bf4c-4090-9693-ad8ca2ee24c3", "name": "network-vif-plugged", "status": "completed", "tag": "8237cfa2-8aaa-458a-88e2-bd19072d4e35"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:53:05.063747 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:05.078969 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 {{(pid=93279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:53:05.130819 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029,segment=NetworkSegment(3f230113-748d-49c3-b686-177bf1e5d247),segment_id=3f230113-748d-49c3-b686-177bf1e5d247)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:53:05.140141 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:05.151546 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7f782acc-0c12-4eb2-98c4-133bb90961f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496300'] for network, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:05.181096 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f782acc-0c12-4eb2-98c4-133bb90961f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=93073154-3dc2-4567-8603-cff7cf2301a2,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:05.184806 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7f782acc-0c12-4eb2-98c4-133bb90961f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:05.190977 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 55138) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:05.198669 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029,revision_number=4']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:05.201051 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-7f782acc-0c12-4eb2-98c4-133bb90961f6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/93073154-3dc2-4567-8603-cff7cf2301a2 HTTP/1.1" status: 204 len: 168 time: 0.7216830 Aug 10 04:53:05.219941 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282830a-1e65-4db7-b379-1f205edaa56a req-2530becb-71a0-4249-9d41-71ccb1f825f2 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:05.223793 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9282830a-1e65-4db7-b379-1f205edaa56a req-2530becb-71a0-4249-9d41-71ccb1f825f2 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 946 time: 0.1177719 Aug 10 04:53:05.242624 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dee97c8-ebd2-457a-8aeb-770d230f5792 admin admin] Deleting subnet fc32af99-57c0-413f-8c57-9a6f0d74066e {{(pid=93277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:53:05.246270 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5dee97c8-ebd2-457a-8aeb-770d230f5792 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:05.273715 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9282830a-1e65-4db7-b379-1f205edaa56a req-a380d370-67c8-457a-b733-798971cf2f2e tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459073 Aug 10 04:53:05.282124 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5dee97c8-ebd2-457a-8aeb-770d230f5792 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:05.294053 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5dee97c8-ebd2-457a-8aeb-770d230f5792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3582293'] for subnet, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:05.351040 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-502b99da-9098-46d5-b90d-45f731f1e717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:05.357196 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5540fe60-b666-4ddf-8c13-86a27c5c2b87 x-openstack-request-id: req-5540fe60-b666-4ddf-8c13-86a27c5c2b87 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:53:05.357679 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3222e740-bf4c-4090-9693-ad8ca2ee24c3", "name": "network-vif-plugged", "status": "completed", "tag": "8237cfa2-8aaa-458a-88e2-bd19072d4e35", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:53:05.358081 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5540fe60-b666-4ddf-8c13-86a27c5c2b87 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:53:05.358670 dv-cinder-804035-1-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3222e740-bf4c-4090-9693-ad8ca2ee24c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8237cfa2-8aaa-458a-88e2-bd19072d4e35', 'code': 200} Aug 10 04:53:05.384658 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5dee97c8-ebd2-457a-8aeb-770d230f5792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3582274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092'] for subnet, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:05.419432 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee97c8-ebd2-457a-8aeb-770d230f5792 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc32af99-57c0-413f-8c57-9a6f0d74066e,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:05.427267 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5dee97c8-ebd2-457a-8aeb-770d230f5792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for subnet, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:05.429463 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-5dee97c8-ebd2-457a-8aeb-770d230f5792 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/fc32af99-57c0-413f-8c57-9a6f0d74066e HTTP/1.1" status: 204 len: 168 time: 0.2372351 Aug 10 04:53:05.432423 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 55142) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:05.520260 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac728c4-ea23-4d7a-a806-836e0b1ce367 req-6eac9ea8-54bb-4c0c-8ad9-6fffd5e282bb tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:05.522127 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6ac728c4-ea23-4d7a-a806-836e0b1ce367 req-6eac9ea8-54bb-4c0c-8ad9-6fffd5e282bb tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 944 time: 0.0815823 Aug 10 04:53:05.531410 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e645fd1b-8dfd-43af-a6e2-f0cc3bf3f472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727498'] for network, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:05.532135 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84344836-a778-4693-9700-f7146b99ec49 req-f17d28f5-0dff-41f1-b068-831801f90c65 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:05.533809 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-84344836-a778-4693-9700-f7146b99ec49 req-f17d28f5-0dff-41f1-b068-831801f90c65 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 944 time: 0.1513648 Aug 10 04:53:05.608537 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-84344836-a778-4693-9700-f7146b99ec49 req-d4a33796-2f08-40da-9701-9d46499a59cb tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541952 Aug 10 04:53:05.611178 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6ac728c4-ea23-4d7a-a806-836e0b1ce367 req-783bbef4-770c-4453-b4a8-55a8e173d838 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763953 Aug 10 04:53:05.631101 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-502b99da-9098-46d5-b90d-45f731f1e717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:05.657828 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-502b99da-9098-46d5-b90d-45f731f1e717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:05.663909 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['7354f0b1-9415-45cb-8e1a-ae2feae6c835'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:53:05.670579 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['d0d976ab-e736-4987-892d-9d160b351bdc'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:53:05.754038 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e645fd1b-8dfd-43af-a6e2-f0cc3bf3f472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580114', 'neutron.services.segments.db._delete_segments_for_network-8757410627184'] for network, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:05.761501 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-502b99da-9098-46d5-b90d-45f731f1e717 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c916b9d98ba64564829cbd32aac92f41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7399161 Aug 10 04:53:05.761639 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 55160) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:05.774999 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e645fd1b-8dfd-43af-a6e2-f0cc3bf3f472 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:53:05.775829 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e645fd1b-8dfd-43af-a6e2-f0cc3bf3f472 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:53:05.777083 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e645fd1b-8dfd-43af-a6e2-f0cc3bf3f472 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:53:05.777579 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e645fd1b-8dfd-43af-a6e2-f0cc3bf3f472 admin admin] Subscribe: > port after_create 55550000 {{(pid=93277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:53:05.778073 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e645fd1b-8dfd-43af-a6e2-f0cc3bf3f472 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:53:05.778585 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e645fd1b-8dfd-43af-a6e2-f0cc3bf3f472 admin admin] Subscribe: > port after_update 55550000 {{(pid=93277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:53:05.779093 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e645fd1b-8dfd-43af-a6e2-f0cc3bf3f472 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:53:05.780237 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e645fd1b-8dfd-43af-a6e2-f0cc3bf3f472 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:53:05.780723 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e645fd1b-8dfd-43af-a6e2-f0cc3bf3f472 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:53:05.781207 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e645fd1b-8dfd-43af-a6e2-f0cc3bf3f472 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:53:05.787220 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:53:05.857019 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e645fd1b-8dfd-43af-a6e2-f0cc3bf3f472 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:53:05.857349 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e645fd1b-8dfd-43af-a6e2-f0cc3bf3f472 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:53:05.857672 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e645fd1b-8dfd-43af-a6e2-f0cc3bf3f472 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:53:05.858226 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e645fd1b-8dfd-43af-a6e2-f0cc3bf3f472 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 04:53:05.858995 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-e645fd1b-8dfd-43af-a6e2-f0cc3bf3f472 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81ac21b6-295d-4dfd-a7bf-a858662d8ade']}} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:53:05.874688 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b99da-9098-46d5-b90d-45f731f1e717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683d0f65-d6c0-4385-93b5-875634331c49,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:05.885960 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a164f2c-24fd-4fad-a0de-66892b8609d0 req-ac92954e-5aec-403d-ae29-c99b55db7516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:05.888146 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-0a164f2c-24fd-4fad-a0de-66892b8609d0 req-ac92954e-5aec-403d-ae29-c99b55db7516 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 1099 time: 0.3101051 Aug 10 04:53:05.890232 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-e645fd1b-8dfd-43af-a6e2-f0cc3bf3f472 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58d22a40-fbae-41b2-9891-b4eae0af7cc8') {'for_net_delete': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:53:05.890645 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-e645fd1b-8dfd-43af-a6e2-f0cc3bf3f472 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58d22a40-fbae-41b2-9891-b4eae0af7cc8') {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:53:05.894177 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a169f1f4-47ca-4f86-95e2-0adb984c4a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:05.915797 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e645fd1b-8dfd-43af-a6e2-f0cc3bf3f472 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757410630265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58878282'] for segment, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:05.932977 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-0a164f2c-24fd-4fad-a0de-66892b8609d0 req-a62ec268-2d17-4856-ab1f-f0032e7951f0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:05.942231 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a169f1f4-47ca-4f86-95e2-0adb984c4a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:05.952827 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e645fd1b-8dfd-43af-a6e2-f0cc3bf3f472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:05.965193 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e645fd1b-8dfd-43af-a6e2-f0cc3bf3f472 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:53:05.968557 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e645fd1b-8dfd-43af-a6e2-f0cc3bf3f472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59046962'] for segment, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: from cryptography.utils import int_from_bytes Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: from cryptography.utils import int_from_bytes Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: Traceback (most recent call last): Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: timer() Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: cb(*args, **kw) Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: return func(*args, **kwargs) Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: self._notify() Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: self.callback(batched_events) Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: event.method(event) Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: return f(self, *a, **k) Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: return self._get(url).json() Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: return self.request(url, 'GET', **kwargs) Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:53:05.975947 dv-cinder-804035-1-iscsi neutron-server[93277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:53:06.029348 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a169f1f4-47ca-4f86-95e2-0adb984c4a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:06.035309 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a169f1f4-47ca-4f86-95e2-0adb984c4a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:06.041666 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-a169f1f4-47ca-4f86-95e2-0adb984c4a5f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/683d0f65-d6c0-4385-93b5-875634331c49 HTTP/1.1" status: 204 len: 168 time: 0.2788801 Aug 10 04:53:06.066854 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169f1f4-47ca-4f86-95e2-0adb984c4a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683d0f65-d6c0-4385-93b5-875634331c49,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:06.090189 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e645fd1b-8dfd-43af-a6e2-f0cc3bf3f472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496300'] for network, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:06.130862 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e645fd1b-8dfd-43af-a6e2-f0cc3bf3f472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:06.136266 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-e645fd1b-8dfd-43af-a6e2-f0cc3bf3f472 admin admin] 10.222.0.49 "DELETE /v2.0/networks/81ac21b6-295d-4dfd-a7bf-a858662d8ade HTTP/1.1" status: 204 len: 168 time: 0.7008040 Aug 10 04:53:06.150400 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645fd1b-8dfd-43af-a6e2-f0cc3bf3f472 admin admin] Pushing event deleted for resources: {'Network': ['ID=81ac21b6-295d-4dfd-a7bf-a858662d8ade,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:06.270367 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-0a164f2c-24fd-4fad-a0de-66892b8609d0 req-a62ec268-2d17-4856-ab1f-f0032e7951f0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:06.279983 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-0a164f2c-24fd-4fad-a0de-66892b8609d0 req-a62ec268-2d17-4856-ab1f-f0032e7951f0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:06.327581 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-0a164f2c-24fd-4fad-a0de-66892b8609d0 req-a62ec268-2d17-4856-ab1f-f0032e7951f0 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242797 Aug 10 04:53:06.381503 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ec268-2d17-4856-ab1f-f0032e7951f0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfbae2d-9b68-4fee-b9ee-658b965ef5cb,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:06.456325 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e8135-c66f-477a-a9d3-56965740028c req-8d726b48-9919-40ca-a224-e4d929056d9a tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:06.457893 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-258e8135-c66f-477a-a9d3-56965740028c req-8d726b48-9919-40ca-a224-e4d929056d9a tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 946 time: 0.0547955 Aug 10 04:53:06.502222 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-258e8135-c66f-477a-a9d3-56965740028c req-124f093e-06fe-4520-b223-efabaebbadb7 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363300 Aug 10 04:53:06.576840 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 55196) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:06.620180 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-e7ef6a87-3e6f-4683-8ce7-b618d2c7700c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=708c5f5d2c694b449347ffc410a4b96a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418036 Aug 10 04:53:06.622410 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 55198) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:06.686309 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 55204) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:06.710670 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-241bd173-7cad-4786-b3e1-53801d03361e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:06.724009 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-482a52d0-1d23-4b1d-9e8c-4315747ca873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:06.783563 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-482a52d0-1d23-4b1d-9e8c-4315747ca873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:06.814019 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c12fc4-d869-429b-bf62-a7959483a709 req-98fb9fca-a2fb-4551-aa84-77227bb905c2 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:06.815731 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e9c12fc4-d869-429b-bf62-a7959483a709 req-98fb9fca-a2fb-4551-aa84-77227bb905c2 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 944 time: 0.1247945 Aug 10 04:53:06.822261 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 55208) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:06.822402 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-241bd173-7cad-4786-b3e1-53801d03361e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:06.827912 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-241bd173-7cad-4786-b3e1-53801d03361e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:06.847105 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f59f8a-768c-4c45-9b7a-49e91d777e37 req-9c370111-7a6f-4f71-85fd-a05e4f206d94 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:06.848832 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-11f59f8a-768c-4c45-9b7a-49e91d777e37 req-9c370111-7a6f-4f71-85fd-a05e4f206d94 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 944 time: 0.1403704 Aug 10 04:53:06.869994 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-241bd173-7cad-4786-b3e1-53801d03361e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a14d5c0ee598448187dec656e3e7a3ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1812577 Aug 10 04:53:06.871263 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241bd173-7cad-4786-b3e1-53801d03361e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324fe6f3-85dc-483c-bba0-2f981cb1faf0,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:06.884638 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 55212) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:06.908800 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e9c12fc4-d869-429b-bf62-a7959483a709 req-0b01b2ff-2b19-47f1-8b89-ff0fc40189c6 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784614 Aug 10 04:53:06.919039 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-482a52d0-1d23-4b1d-9e8c-4315747ca873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:06.921965 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-482a52d0-1d23-4b1d-9e8c-4315747ca873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:06.923330 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-482a52d0-1d23-4b1d-9e8c-4315747ca873 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fd9d6eb5-c4b0-49dd-b9fa-dbfc63e22be4 HTTP/1.1" status: 204 len: 168 time: 0.2999282 Aug 10 04:53:06.931070 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-11f59f8a-768c-4c45-9b7a-49e91d777e37 req-feffda67-68db-4790-a3fd-1a65f23a7a67 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668178 Aug 10 04:53:06.938077 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a52d0-1d23-4b1d-9e8c-4315747ca873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9d6eb5-c4b0-49dd-b9fa-dbfc63e22be4,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:06.952597 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c960b957-daf8-4717-acd7-96760087239b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:06.952734 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 55216) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:06.990608 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c960b957-daf8-4717-acd7-96760087239b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:07.039299 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c960b957-daf8-4717-acd7-96760087239b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:07.042556 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c960b957-daf8-4717-acd7-96760087239b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:07.046484 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-c960b957-daf8-4717-acd7-96760087239b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/324fe6f3-85dc-483c-bba0-2f981cb1faf0 HTTP/1.1" status: 204 len: 168 time: 0.1582170 Aug 10 04:53:07.057893 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960b957-daf8-4717-acd7-96760087239b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324fe6f3-85dc-483c-bba0-2f981cb1faf0,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:07.082432 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a357b0e0-d356-4711-9136-87a4965fd3e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:07.190529 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a357b0e0-d356-4711-9136-87a4965fd3e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:07.198533 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a357b0e0-d356-4711-9136-87a4965fd3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:07.251341 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-a357b0e0-d356-4711-9136-87a4965fd3e7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=727bce9386db42949fdf5ef69eef3116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4220569 Aug 10 04:53:07.252432 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f54ee2a2-d7e2-4053-b4e8-efc1dfd962d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:07.254012 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 55226) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:07.254493 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357b0e0-d356-4711-9136-87a4965fd3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3e130f-9651-4ebe-b531-15d08335ae10,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:07.313632 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8a0d215d-13d8-4043-9e6e-66f22043833d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:07.339242 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8a0d215d-13d8-4043-9e6e-66f22043833d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:07.360635 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f54ee2a2-d7e2-4053-b4e8-efc1dfd962d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:07.368739 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f54ee2a2-d7e2-4053-b4e8-efc1dfd962d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:07.406206 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8a0d215d-13d8-4043-9e6e-66f22043833d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:07.408990 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8a0d215d-13d8-4043-9e6e-66f22043833d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:07.411620 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-8a0d215d-13d8-4043-9e6e-66f22043833d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2a3e130f-9651-4ebe-b531-15d08335ae10 HTTP/1.1" status: 204 len: 168 time: 0.1553867 Aug 10 04:53:07.412216 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ee2a2-d7e2-4053-b4e8-efc1dfd962d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a6fd04-ab8b-4fd8-bdff-9a31f9d1f22c,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:07.419189 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-f54ee2a2-d7e2-4053-b4e8-efc1dfd962d2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6a3124848a6f4448907f5fea216531dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4579268 Aug 10 04:53:07.420022 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 55234) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:07.428531 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d215d-13d8-4043-9e6e-66f22043833d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3e130f-9651-4ebe-b531-15d08335ae10,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:07.446239 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 55236) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:07.487943 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-107e98dc-c54f-4aae-8712-75c45f14a7e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:07.497538 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-5750e34e-bcd0-4e8f-bcc5-6b5fd226e97c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9931ed9df3144e1e92157e0d319784c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499568 Aug 10 04:53:07.500172 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 55238) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:07.513489 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-107e98dc-c54f-4aae-8712-75c45f14a7e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:07.562742 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-77d1e817-8dbd-4a56-a1b5-fa682063a9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:07.575824 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-107e98dc-c54f-4aae-8712-75c45f14a7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:07.578965 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-107e98dc-c54f-4aae-8712-75c45f14a7e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:07.587787 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-107e98dc-c54f-4aae-8712-75c45f14a7e5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/16a6fd04-ab8b-4fd8-bdff-9a31f9d1f22c HTTP/1.1" status: 204 len: 168 time: 0.1628475 Aug 10 04:53:07.592618 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-77d1e817-8dbd-4a56-a1b5-fa682063a9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:07.601013 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e98dc-c54f-4aae-8712-75c45f14a7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a6fd04-ab8b-4fd8-bdff-9a31f9d1f22c,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:07.685710 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18616707-a67e-4c91-81b5-493f3d0d005e req-31de744b-7f2c-411b-9751-7c19406fc8af tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:07.687585 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-18616707-a67e-4c91-81b5-493f3d0d005e req-31de744b-7f2c-411b-9751-7c19406fc8af tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 946 time: 0.0599148 Aug 10 04:53:07.701889 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-77d1e817-8dbd-4a56-a1b5-fa682063a9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:07.704370 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-77d1e817-8dbd-4a56-a1b5-fa682063a9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:07.705447 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-77d1e817-8dbd-4a56-a1b5-fa682063a9d7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/770a4bae-df21-4814-8292-0d932796e532 HTTP/1.1" status: 204 len: 168 time: 0.2042778 Aug 10 04:53:07.723109 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1e817-8dbd-4a56-a1b5-fa682063a9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770a4bae-df21-4814-8292-0d932796e532,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:07.741024 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-18616707-a67e-4c91-81b5-493f3d0d005e req-e7d477ad-2e8c-4f33-835d-a9326f26f8e2 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471263 Aug 10 04:53:07.893950 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 55256) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:07.906810 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-527a6c9f-534f-4650-9205-140001ff68bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:08.037975 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-527a6c9f-534f-4650-9205-140001ff68bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:08.045808 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-527a6c9f-534f-4650-9205-140001ff68bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:08.095021 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-527a6c9f-534f-4650-9205-140001ff68bd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9256ce7f71d74b3793bcdf094e1d6815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1998847 Aug 10 04:53:08.095937 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 55262) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:08.096464 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a6c9f-534f-4650-9205-140001ff68bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a49e763-5428-4cd8-a243-d4c658e3a1d0,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:08.101949 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08189fe-7d69-45bc-a25d-391c846fad4d req-451eb910-6fdf-40eb-8de4-6885ff907175 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:08.103575 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a08189fe-7d69-45bc-a25d-391c846fad4d req-451eb910-6fdf-40eb-8de4-6885ff907175 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 944 time: 0.1019392 Aug 10 04:53:08.132792 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3a788-9213-45ff-814a-2c7dde1d6a8f req-ba231b71-3fe2-4fa0-851b-e327bdcec7d5 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:08.134261 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d9f3a788-9213-45ff-814a-2c7dde1d6a8f req-ba231b71-3fe2-4fa0-851b-e327bdcec7d5 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 944 time: 0.0937335 Aug 10 04:53:08.161553 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-202b1dcd-dbb0-4149-a9cd-34b0c45f6806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:08.175812 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 55266) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:08.186150 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a08189fe-7d69-45bc-a25d-391c846fad4d req-dd96e81c-0633-415c-9096-7c6e8cf07c0d tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740788 Aug 10 04:53:08.206723 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d9f3a788-9213-45ff-814a-2c7dde1d6a8f req-051c1b77-bc61-4a4e-91dc-78f0191ad877 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624218 Aug 10 04:53:08.217160 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-202b1dcd-dbb0-4149-a9cd-34b0c45f6806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:08.223957 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-21227357-9714-4395-a613-ee55001ef646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:08.306830 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-202b1dcd-dbb0-4149-a9cd-34b0c45f6806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:08.310129 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-202b1dcd-dbb0-4149-a9cd-34b0c45f6806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:08.311448 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-202b1dcd-dbb0-4149-a9cd-34b0c45f6806 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7a49e763-5428-4cd8-a243-d4c658e3a1d0 HTTP/1.1" status: 204 len: 168 time: 0.2119160 Aug 10 04:53:08.325433 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b1dcd-dbb0-4149-a9cd-34b0c45f6806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a49e763-5428-4cd8-a243-d4c658e3a1d0,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:08.371896 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-21227357-9714-4395-a613-ee55001ef646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:08.378549 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-21227357-9714-4395-a613-ee55001ef646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:08.418640 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-21227357-9714-4395-a613-ee55001ef646 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8d59f7b5d29746cc88ca0e52a823711a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416463 Aug 10 04:53:08.419580 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21227357-9714-4395-a613-ee55001ef646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae82c62-dfed-4ae4-bf0e-528fa92f702d,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:08.422149 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 55280) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:08.487356 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-23cae4c3-4d87-4b3e-bea4-150d472ece0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:08.509515 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-23cae4c3-4d87-4b3e-bea4-150d472ece0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:08.562446 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-23cae4c3-4d87-4b3e-bea4-150d472ece0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:08.565201 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-23cae4c3-4d87-4b3e-bea4-150d472ece0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:08.568889 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-23cae4c3-4d87-4b3e-bea4-150d472ece0d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dae82c62-dfed-4ae4-bf0e-528fa92f702d HTTP/1.1" status: 204 len: 168 time: 0.1436710 Aug 10 04:53:08.576641 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cae4c3-4d87-4b3e-bea4-150d472ece0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae82c62-dfed-4ae4-bf0e-528fa92f702d,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:08.869890 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1daa20-9ee3-4275-aa36-6781808e7fde req-626fcf42-e088-4b07-9943-11989168170d tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:08.871393 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1e1daa20-9ee3-4275-aa36-6781808e7fde req-626fcf42-e088-4b07-9943-11989168170d tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 946 time: 0.0586734 Aug 10 04:53:08.922298 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1e1daa20-9ee3-4275-aa36-6781808e7fde req-06b9bfcd-f2eb-42f7-a6e2-a7dc89378ebc tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442088 Aug 10 04:53:09.329002 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594d8c0-d68c-4fd3-a235-21984669745c req-f655512d-98e2-4b0a-bd33-f8f3d27898f2 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:09.330492 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7594d8c0-d68c-4fd3-a235-21984669745c req-f655512d-98e2-4b0a-bd33-f8f3d27898f2 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 944 time: 0.0617499 Aug 10 04:53:09.385063 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7594d8c0-d68c-4fd3-a235-21984669745c req-2863aca5-d7d1-4870-8da9-4a6578bbe1b7 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407512 Aug 10 04:53:09.394499 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076dc31-e413-491f-be66-2d3cd762949f req-374376ce-bf68-4762-a09c-ab8e51a0e8a5 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:09.396040 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5076dc31-e413-491f-be66-2d3cd762949f req-374376ce-bf68-4762-a09c-ab8e51a0e8a5 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 944 time: 0.0858114 Aug 10 04:53:09.436111 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5076dc31-e413-491f-be66-2d3cd762949f req-abe978b9-5f18-4558-9592-1f7b08a39a57 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335541 Aug 10 04:53:10.104533 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c22ff-f739-43f4-9223-0af1c6993ef7 req-3dcd5c69-b61d-4c04-9f78-13197b1b48d2 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:10.111691 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c43c22ff-f739-43f4-9223-0af1c6993ef7 req-3dcd5c69-b61d-4c04-9f78-13197b1b48d2 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 946 time: 0.0679595 Aug 10 04:53:10.145261 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c43c22ff-f739-43f4-9223-0af1c6993ef7 req-6d99ff33-d526-4f70-b7b3-6af47f45950f tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327096 Aug 10 04:53:10.523260 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea00877-1c59-4a0b-97bc-cb95271e706a req-0d3d0c1c-6402-4fe0-b4fe-bd07e8a496b6 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:10.531994 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7ea00877-1c59-4a0b-97bc-cb95271e706a req-0d3d0c1c-6402-4fe0-b4fe-bd07e8a496b6 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 944 time: 0.0692093 Aug 10 04:53:10.610256 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7ea00877-1c59-4a0b-97bc-cb95271e706a req-742fb33e-c08d-453b-ad4c-af91ff8fd49d tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772226 Aug 10 04:53:10.647196 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143a10f-d797-4d7b-b766-6dce153512cd req-94a793ce-80e1-4c0a-b4be-0e42f04f9948 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:10.649465 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8143a10f-d797-4d7b-b766-6dce153512cd req-94a793ce-80e1-4c0a-b4be-0e42f04f9948 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 944 time: 0.1012402 Aug 10 04:53:10.709567 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8143a10f-d797-4d7b-b766-6dce153512cd req-cd95808b-201b-4b11-a9c6-b66cfded4c58 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515640 Aug 10 04:53:11.279058 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4a6db-3005-41e6-ab20-5be6748e0b09 req-5f558393-a6c5-4419-9efe-81fe0ea8aa1c tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:11.280611 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9ef4a6db-3005-41e6-ab20-5be6748e0b09 req-5f558393-a6c5-4419-9efe-81fe0ea8aa1c tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 946 time: 0.0518773 Aug 10 04:53:11.320407 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9ef4a6db-3005-41e6-ab20-5be6748e0b09 req-3581248f-abc3-456f-9208-caed43395c00 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327883 Aug 10 04:53:11.477987 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 55460) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:11.585765 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-cc0315fb-9351-4338-84b2-7b658ad86d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:11.698534 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-cc0315fb-9351-4338-84b2-7b658ad86d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:11.725540 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-cc0315fb-9351-4338-84b2-7b658ad86d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:11.775650 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0315fb-9351-4338-84b2-7b658ad86d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933be40b-a18a-4dce-956a-12a753e54387,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:11.783906 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-cc0315fb-9351-4338-84b2-7b658ad86d6d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e579bf48f95b4c4d9a27b51b1aefefb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3031666 Aug 10 04:53:11.785379 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 55474) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:11.798868 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e221d-d1ab-445d-b565-af44dff43460 req-7c4e6b84-2678-42f1-b044-d870be8fa5db tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:11.800405 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a44e221d-d1ab-445d-b565-af44dff43460 req-7c4e6b84-2678-42f1-b044-d870be8fa5db tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 944 time: 0.1204963 Aug 10 04:53:11.835491 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-74f46c9c-3d32-4b5e-8887-6a306772766c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:11.855714 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-74f46c9c-3d32-4b5e-8887-6a306772766c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:11.862183 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a44e221d-d1ab-445d-b565-af44dff43460 req-55063b30-9927-4143-9acf-ca4e162d061f tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516400 Aug 10 04:53:11.870302 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac35bb4-40af-4a81-bd4b-b0ca98becd5d req-1754c9a1-0148-452e-b869-49f32b8dacbf tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:11.871784 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9ac35bb4-40af-4a81-bd4b-b0ca98becd5d req-1754c9a1-0148-452e-b869-49f32b8dacbf tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 944 time: 0.0705009 Aug 10 04:53:11.907108 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-74f46c9c-3d32-4b5e-8887-6a306772766c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:11.909608 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-74f46c9c-3d32-4b5e-8887-6a306772766c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:11.910725 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-74f46c9c-3d32-4b5e-8887-6a306772766c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/933be40b-a18a-4dce-956a-12a753e54387 HTTP/1.1" status: 204 len: 168 time: 0.1240957 Aug 10 04:53:11.911432 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9ac35bb4-40af-4a81-bd4b-b0ca98becd5d req-6f939b9e-30e1-4d33-940e-7420d5100c53 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328271 Aug 10 04:53:11.919454 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f46c9c-3d32-4b5e-8887-6a306772766c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933be40b-a18a-4dce-956a-12a753e54387,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:12.190748 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 55484) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:12.207062 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d81b6f00-1829-4180-9faa-390661041430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:12.297475 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d81b6f00-1829-4180-9faa-390661041430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:12.303928 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d81b6f00-1829-4180-9faa-390661041430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:12.338805 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b6f00-1829-4180-9faa-390661041430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea6c050-dfca-4a29-9c54-55b2044dbcb7,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:12.345429 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-d81b6f00-1829-4180-9faa-390661041430 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=034b6dc202de4e5eae829d5495a6705b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1509712 Aug 10 04:53:12.346169 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 55490) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:12.416794 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0ab246db-8b13-4414-8390-f111bda85a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:12.457396 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0ab246db-8b13-4414-8390-f111bda85a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:12.484673 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662309e3-a980-447d-8650-78262e45dd8e req-0d8f64ee-0094-4fea-8afe-4c0444b92dfd tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:12.486126 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-662309e3-a980-447d-8650-78262e45dd8e req-0d8f64ee-0094-4fea-8afe-4c0444b92dfd tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 946 time: 0.0941627 Aug 10 04:53:12.531522 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-662309e3-a980-447d-8650-78262e45dd8e req-18b3c844-816d-433f-908d-be9458795e0a tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391629 Aug 10 04:53:12.539016 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0ab246db-8b13-4414-8390-f111bda85a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:12.541516 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0ab246db-8b13-4414-8390-f111bda85a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:12.543038 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-0ab246db-8b13-4414-8390-f111bda85a1e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6ea6c050-dfca-4a29-9c54-55b2044dbcb7 HTTP/1.1" status: 204 len: 168 time: 0.1953766 Aug 10 04:53:12.550908 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab246db-8b13-4414-8390-f111bda85a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea6c050-dfca-4a29-9c54-55b2044dbcb7,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:12.979221 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f8388-85ae-422e-a1d6-16a8e68e3033 req-058999b3-46d1-4922-80cd-546d65aa45a6 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:12.980822 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b63f8388-85ae-422e-a1d6-16a8e68e3033 req-058999b3-46d1-4922-80cd-546d65aa45a6 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 944 time: 0.0514669 Aug 10 04:53:13.052945 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b63f8388-85ae-422e-a1d6-16a8e68e3033 req-e256e1c3-ef12-4449-8b67-b34826e7dd54 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657914 Aug 10 04:53:13.068738 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e338b9-3150-4af1-947f-387cc4401c61 req-97e89e5e-19c1-4a31-a260-f2c3e3a7e596 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:13.070199 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-22e338b9-3150-4af1-947f-387cc4401c61 req-97e89e5e-19c1-4a31-a260-f2c3e3a7e596 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 944 time: 0.0658996 Aug 10 04:53:13.115790 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-22e338b9-3150-4af1-947f-387cc4401c61 req-0c789b10-ce9b-4020-820e-f1afccdc3eb5 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392869 Aug 10 04:53:13.300159 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 7354f0b1-9415-45cb-8e1a-ae2feae6c835 up at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:53:13.350105 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning for port 7354f0b1-9415-45cb-8e1a-ae2feae6c835 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:53:13.354554 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning complete for port 7354f0b1-9415-45cb-8e1a-ae2feae6c835 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:53:13.355070 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:13.438898 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:13.461777 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adcb23c7-f49a-45e7-93bd-ae973794d48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7354f0b1-9415-45cb-8e1a-ae2feae6c835'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:53:13.464789 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684630205e793650736d742c593896f55c3712126ad5fa6ebc9acffcc34ee486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea40a45-045a-4c07-9304-5a8d10ca1a50" -d '{"events": [{"server_uuid": "adcb23c7-f49a-45e7-93bd-ae973794d48f", "name": "network-vif-plugged", "status": "completed", "tag": "7354f0b1-9415-45cb-8e1a-ae2feae6c835"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:53:13.477478 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 7354f0b1-9415-45cb-8e1a-ae2feae6c835, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7354f0b1-9415-45cb-8e1a-ae2feae6c835,segment=NetworkSegment(adf267e7-4f91-4f68-a415-a317b9ef2366),segment_id=adf267e7-4f91-4f68-a415-a317b9ef2366)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:53:13.483643 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:13.515292 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a22b1e-ee46-4f1f-b249-f2e5ad41a936 x-openstack-request-id: req-10a22b1e-ee46-4f1f-b249-f2e5ad41a936 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:53:13.515421 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adcb23c7-f49a-45e7-93bd-ae973794d48f", "name": "network-vif-plugged", "status": "completed", "tag": "7354f0b1-9415-45cb-8e1a-ae2feae6c835", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:53:13.515731 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-10a22b1e-ee46-4f1f-b249-f2e5ad41a936 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:53:13.516021 dv-cinder-804035-1-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adcb23c7-f49a-45e7-93bd-ae973794d48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7354f0b1-9415-45cb-8e1a-ae2feae6c835', 'code': 200} Aug 10 04:53:13.541208 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=7354f0b1-9415-45cb-8e1a-ae2feae6c835,revision_number=5']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:13.645549 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c1769-3ca5-4d7e-a21a-a7864d9bae4e req-90a861e2-6aee-44dd-ad76-2fb5776701ba tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:13.647061 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0d1c1769-3ca5-4d7e-a21a-a7864d9bae4e req-90a861e2-6aee-44dd-ad76-2fb5776701ba tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 946 time: 0.0491531 Aug 10 04:53:13.684671 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0d1c1769-3ca5-4d7e-a21a-a7864d9bae4e req-f19376cf-0fb2-4866-939d-80fb28e55ca3 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316689 Aug 10 04:53:14.168172 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9193c0-fe0a-43f1-b32a-68bcb113a53e req-744c8dac-6985-40a5-9463-f674656b4751 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:14.169651 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3d9193c0-fe0a-43f1-b32a-68bcb113a53e req-744c8dac-6985-40a5-9463-f674656b4751 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0483911 Aug 10 04:53:14.237279 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3d9193c0-fe0a-43f1-b32a-68bcb113a53e req-9ce72e71-6b6b-4e4b-be04-b00f79540b43 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614469 Aug 10 04:53:14.253128 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d581642-df89-47e4-819b-d4e4bb53eba3 req-a1c04592-1555-41c0-a153-8b46759549da tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:14.254985 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2d581642-df89-47e4-819b-d4e4bb53eba3 req-a1c04592-1555-41c0-a153-8b46759549da tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 944 time: 0.0631993 Aug 10 04:53:14.294300 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2d581642-df89-47e4-819b-d4e4bb53eba3 req-8c1fb419-acbb-4a12-a838-030e4e13eda0 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323520 Aug 10 04:53:14.819330 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9bd63-22f2-42a7-a524-be3b1ecb7ed1 req-9c1586fb-608f-4a73-9da2-317a40c07799 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:14.820739 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-44e9bd63-22f2-42a7-a524-be3b1ecb7ed1 req-9c1586fb-608f-4a73-9da2-317a40c07799 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 946 time: 0.0591981 Aug 10 04:53:14.861237 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-44e9bd63-22f2-42a7-a524-be3b1ecb7ed1 req-e4665095-77d2-42bb-b702-edf56b70a9e9 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340755 Aug 10 04:53:15.371062 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd594ee1-a783-490b-8811-1f730ae31388 req-77b09a33-d79f-4e37-9c5b-6c552c4f3c50 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:15.372570 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cd594ee1-a783-490b-8811-1f730ae31388 req-77b09a33-d79f-4e37-9c5b-6c552c4f3c50 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0633860 Aug 10 04:53:15.450191 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cd594ee1-a783-490b-8811-1f730ae31388 req-7fdb2f98-3289-43f7-86a9-9b09178cf0d4 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640070 Aug 10 04:53:15.460671 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348f76a-0c11-4605-9be4-eab9af8242ea req-b9ef4e05-ebed-47e2-8575-bf531da92340 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:15.471970 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d348f76a-0c11-4605-9be4-eab9af8242ea req-b9ef4e05-ebed-47e2-8575-bf531da92340 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 944 time: 0.0853748 Aug 10 04:53:15.504204 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d348f76a-0c11-4605-9be4-eab9af8242ea req-e2ba5185-7723-4765-81e8-fd7546216423 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358696 Aug 10 04:53:15.814054 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device d0d976ab-e736-4987-892d-9d160b351bdc up at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:53:15.873107 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning for port d0d976ab-e736-4987-892d-9d160b351bdc completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:53:15.877291 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning complete for port d0d976ab-e736-4987-892d-9d160b351bdc triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:53:15.877688 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:15.966767 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:15.992507 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c5064-68b8-4557-8e2c-0a13b2bc158b req-3bae8742-2013-4983-b828-bf656f140d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:15.994152 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-968c5064-68b8-4557-8e2c-0a13b2bc158b req-3bae8742-2013-4983-b828-bf656f140d58 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 1098 time: 0.0776992 Aug 10 04:53:16.004356 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c42199db-6020-4ac7-8b16-92a4c5b44204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d976ab-e736-4987-892d-9d160b351bdc'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:53:16.006991 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684630205e793650736d742c593896f55c3712126ad5fa6ebc9acffcc34ee486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d3f0c3-0873-44a9-ad24-fd14e0ef46c1" -d '{"events": [{"server_uuid": "c42199db-6020-4ac7-8b16-92a4c5b44204", "name": "network-vif-plugged", "status": "completed", "tag": "d0d976ab-e736-4987-892d-9d160b351bdc"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:53:16.010170 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8f05b-99bc-4723-b8c0-d72f3fcd25b9 req-5245527d-0339-47e7-8c03-18503966f4bf tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:16.012342 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-58b8f05b-99bc-4723-b8c0-d72f3fcd25b9 req-5245527d-0339-47e7-8c03-18503966f4bf tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 946 time: 0.0629504 Aug 10 04:53:16.024804 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port d0d976ab-e736-4987-892d-9d160b351bdc, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d0d976ab-e736-4987-892d-9d160b351bdc,segment=NetworkSegment(adf267e7-4f91-4f68-a415-a317b9ef2366),segment_id=adf267e7-4f91-4f68-a415-a317b9ef2366)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:53:16.030675 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-968c5064-68b8-4557-8e2c-0a13b2bc158b req-1bb412c9-25ce-4fbf-b1d0-8a9f62581846 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287726 Aug 10 04:53:16.031690 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:16.062645 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c427a82c-03f7-493a-ad2b-171ab4fe9e33 x-openstack-request-id: req-c427a82c-03f7-493a-ad2b-171ab4fe9e33 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:53:16.062933 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c42199db-6020-4ac7-8b16-92a4c5b44204", "name": "network-vif-plugged", "status": "completed", "tag": "d0d976ab-e736-4987-892d-9d160b351bdc", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:53:16.063203 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c427a82c-03f7-493a-ad2b-171ab4fe9e33 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:53:16.063604 dv-cinder-804035-1-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c42199db-6020-4ac7-8b16-92a4c5b44204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d976ab-e736-4987-892d-9d160b351bdc', 'code': 200} Aug 10 04:53:16.067326 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-58b8f05b-99bc-4723-b8c0-d72f3fcd25b9 req-fb8ded1a-5fb3-4ac0-8eb7-72d7daab3b9e tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392778 Aug 10 04:53:16.085154 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=d0d976ab-e736-4987-892d-9d160b351bdc,revision_number=5']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:16.378893 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c09fb1-a868-46f7-998e-c718999e49a7 req-eafebb40-4353-4d1f-a7fd-2f556efac90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:16.380452 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-86c09fb1-a868-46f7-998e-c718999e49a7 req-eafebb40-4353-4d1f-a7fd-2f556efac90b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 1099 time: 0.0496230 Aug 10 04:53:16.427880 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-86c09fb1-a868-46f7-998e-c718999e49a7 req-dc9948a9-0d86-479c-aa37-443a01b2b309 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365937 Aug 10 04:53:16.489822 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:53:16.579254 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74595bea-8d4f-47ef-98ba-ae799d0cb68a req-8fde487b-283c-4353-9d6d-0730d7e85d99 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:16.582674 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-74595bea-8d4f-47ef-98ba-ae799d0cb68a req-8fde487b-283c-4353-9d6d-0730d7e85d99 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0528374 Aug 10 04:53:16.645660 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-74595bea-8d4f-47ef-98ba-ae799d0cb68a req-399c3c9b-f225-44db-9673-537db83a232f tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530019 Aug 10 04:53:16.657745 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b969b-2be5-4b0f-a809-86900a9e3444 req-5827d193-7b6d-40fa-9629-0934739a6c8a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:16.659169 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-394b969b-2be5-4b0f-a809-86900a9e3444 req-5827d193-7b6d-40fa-9629-0934739a6c8a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 944 time: 0.0753863 Aug 10 04:53:16.698235 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-394b969b-2be5-4b0f-a809-86900a9e3444 req-0b4920e4-d1b2-499d-9408-6e6e77a0e514 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330987 Aug 10 04:53:17.133959 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8f03f943-83f1-4668-8ec6-4264f11cfd7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:17.191232 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bab27f-de96-47f2-afbe-0bef9bfecb86 req-a9fbbb3d-5531-4c26-b92b-2e8409d3ef0f tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:17.192713 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-24bab27f-de96-47f2-afbe-0bef9bfecb86 req-a9fbbb3d-5531-4c26-b92b-2e8409d3ef0f tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 946 time: 0.0516243 Aug 10 04:53:17.234974 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-24bab27f-de96-47f2-afbe-0bef9bfecb86 req-ff8626c9-e66c-4e0c-ad59-4ab53bdce71b tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333695 Aug 10 04:53:17.771352 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e59e8-2474-4c9b-a64a-33d8680a2400 req-b3710398-1ebd-4757-be1d-36063dd4fc49 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:17.773154 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-425e59e8-2474-4c9b-a64a-33d8680a2400 req-b3710398-1ebd-4757-be1d-36063dd4fc49 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0574210 Aug 10 04:53:17.835797 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-425e59e8-2474-4c9b-a64a-33d8680a2400 req-aa244489-1957-4f79-95f8-e881be8dd3c6 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530643 Aug 10 04:53:17.847782 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfb40e-9eba-4729-8833-e08455d6c019 req-4764d9e4-0a22-4ad3-ac55-1b1a17634099 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:17.849361 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7ccfb40e-9eba-4729-8833-e08455d6c019 req-4764d9e4-0a22-4ad3-ac55-1b1a17634099 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 944 time: 0.0750735 Aug 10 04:53:17.887176 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7ccfb40e-9eba-4729-8833-e08455d6c019 req-44246d56-868a-436d-a189-e7f16135ac33 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317044 Aug 10 04:53:18.341462 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:18.366344 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf83e5-e80d-4e64-bfcd-a2e97026db07 req-9c125817-87ee-4c82-a7c8-57ae71404b02 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:18.367839 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fabf83e5-e80d-4e64-bfcd-a2e97026db07 req-9c125817-87ee-4c82-a7c8-57ae71404b02 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 946 time: 0.0542281 Aug 10 04:53:18.405678 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fabf83e5-e80d-4e64-bfcd-a2e97026db07 req-3324048f-6b8f-4f9c-b5d8-e4859f2c834d tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317564 Aug 10 04:53:18.960176 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7ad04-ba53-43ff-9fb6-679f2cbf0bae req-28ca1596-5e49-4f7f-86fe-7cdfb4dfb66a tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:18.961653 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-46a7ad04-ba53-43ff-9fb6-679f2cbf0bae req-28ca1596-5e49-4f7f-86fe-7cdfb4dfb66a tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0521193 Aug 10 04:53:19.196792 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-46a7ad04-ba53-43ff-9fb6-679f2cbf0bae req-8788760b-59f3-426e-a2db-930e5a9a7df7 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260020 Aug 10 04:53:19.204873 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265f2a7-0714-4b14-a9d5-3fe7e032da4a req-139c84fb-ebc2-4f1d-b3ec-e288fad1d1d5 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:19.206300 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a265f2a7-0714-4b14-a9d5-3fe7e032da4a req-139c84fb-ebc2-4f1d-b3ec-e288fad1d1d5 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 944 time: 0.2437868 Aug 10 04:53:19.243973 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a265f2a7-0714-4b14-a9d5-3fe7e032da4a req-8bb68202-e6eb-4f0f-b8b5-46753b2559e2 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317116 Aug 10 04:53:19.525261 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2e584-a776-414a-8fcd-c16fb4cb0ad6 req-be77ce22-ecea-47b2-a6c8-5c3c607c5c21 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:19.526781 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-72b2e584-a776-414a-8fcd-c16fb4cb0ad6 req-be77ce22-ecea-47b2-a6c8-5c3c607c5c21 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 946 time: 0.0490825 Aug 10 04:53:19.565100 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-72b2e584-a776-414a-8fcd-c16fb4cb0ad6 req-2884c13e-cc25-4cad-815a-c4bb6857c29f tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323079 Aug 10 04:53:20.010401 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f983fd7c-821d-46c5-9ccb-9987e11961e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:20.214568 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:20.319514 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50811899-dc09-4bdf-b762-4850dfb53cd2 req-8eeee559-6045-4bd6-8076-e6de820aae84 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:20.320966 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-50811899-dc09-4bdf-b762-4850dfb53cd2 req-8eeee559-6045-4bd6-8076-e6de820aae84 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0478201 Aug 10 04:53:20.384285 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-50811899-dc09-4bdf-b762-4850dfb53cd2 req-38613aed-f9bc-46a2-b385-1c24167b5027 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545690 Aug 10 04:53:20.392236 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf80ff0-efcd-4a77-b7ce-f5261f26c0be req-b0ce8aed-db79-4b42-81ac-c26eacc9ef18 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:20.393739 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8cf80ff0-efcd-4a77-b7ce-f5261f26c0be req-b0ce8aed-db79-4b42-81ac-c26eacc9ef18 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 944 time: 0.0719275 Aug 10 04:53:20.437773 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8cf80ff0-efcd-4a77-b7ce-f5261f26c0be req-3fb7e297-2db0-4b21-a8db-f1d501d9965e tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365336 Aug 10 04:53:20.696106 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4cb46-a101-460b-bdbe-81b3af6abc6a req-01f5a46a-2d88-4441-befa-3b869bbdb344 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:20.697554 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4cc4cb46-a101-460b-bdbe-81b3af6abc6a req-01f5a46a-2d88-4441-befa-3b869bbdb344 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 946 time: 0.0570910 Aug 10 04:53:20.735630 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4cc4cb46-a101-460b-bdbe-81b3af6abc6a req-d2b0bd71-b775-4d66-baa2-f15d2dcdafe2 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319209 Aug 10 04:53:21.216619 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:21.510002 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851a077-7361-420f-a8cc-427720a9c8ad req-6b4a09f5-ec92-4e5e-9e0c-a135d78bcf82 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:21.511558 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f851a077-7361-420f-a8cc-427720a9c8ad req-6b4a09f5-ec92-4e5e-9e0c-a135d78bcf82 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0517719 Aug 10 04:53:21.576850 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f851a077-7361-420f-a8cc-427720a9c8ad req-7d7b3caa-8fd4-42c0-9098-c8350c5f3540 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538850 Aug 10 04:53:21.587051 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1357c6-f9d9-4f50-bd0b-107853a7529b req-84a13e6e-8b19-4657-a89c-b5f778bfe67a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:21.588484 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6f1357c6-f9d9-4f50-bd0b-107853a7529b req-84a13e6e-8b19-4657-a89c-b5f778bfe67a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 944 time: 0.0750418 Aug 10 04:53:21.627551 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6f1357c6-f9d9-4f50-bd0b-107853a7529b req-1eb6cdfb-8ee5-4d68-9c10-58100ad757fa tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328355 Aug 10 04:53:21.806830 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 up at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:53:21.851849 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9370028-b7d2-4613-a8db-5e25cc1c6e11 req-f3dc7cf9-b656-4564-b53a-58431235177e tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:21.853327 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a9370028-b7d2-4613-a8db-5e25cc1c6e11 req-f3dc7cf9-b656-4564-b53a-58431235177e tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 946 time: 0.0488889 Aug 10 04:53:21.860215 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning for port 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:53:21.864506 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning complete for port 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:53:21.864846 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:21.892671 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a9370028-b7d2-4613-a8db-5e25cc1c6e11 req-e67634f7-a8ea-40ca-b79f-48eda5fbb73a tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331259 Aug 10 04:53:21.943519 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:21.971054 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208c376a-028a-409c-b719-98ac7e15d562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:53:21.971054 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684630205e793650736d742c593896f55c3712126ad5fa6ebc9acffcc34ee486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033cf346-4713-4774-98d3-93db17018dcb" -d '{"events": [{"server_uuid": "208c376a-028a-409c-b719-98ac7e15d562", "name": "network-vif-plugged", "status": "completed", "tag": "2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:53:21.983198 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029,segment=NetworkSegment(3f230113-748d-49c3-b686-177bf1e5d247),segment_id=3f230113-748d-49c3-b686-177bf1e5d247)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:53:21.988681 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:22.011568 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d8c78c-862d-494e-b74c-8ed20dfbd964 x-openstack-request-id: req-16d8c78c-862d-494e-b74c-8ed20dfbd964 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:53:22.011856 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208c376a-028a-409c-b719-98ac7e15d562", "name": "network-vif-plugged", "status": "completed", "tag": "2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:53:22.012100 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-16d8c78c-862d-494e-b74c-8ed20dfbd964 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:53:22.012483 dv-cinder-804035-1-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208c376a-028a-409c-b719-98ac7e15d562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029', 'code': 200} Aug 10 04:53:22.044711 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029,revision_number=5']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:22.203303 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3129de-947b-460c-8c0b-f5a2b8f9b50e req-87365461-9857-46a7-ba84-c1d7ca96ca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:22.204786 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-bc3129de-947b-460c-8c0b-f5a2b8f9b50e req-87365461-9857-46a7-ba84-c1d7ca96ca42 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 1098 time: 0.0396399 Aug 10 04:53:22.242060 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-bc3129de-947b-460c-8c0b-f5a2b8f9b50e req-982010a3-8c05-43cd-a40d-e6668bdcde27 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281372 Aug 10 04:53:22.675143 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:22.703416 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98100c80-b1de-4c59-870f-19006d3e16d5 req-07d2d33b-ee60-4c97-ab0b-dc4b39001c71 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:22.704917 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-98100c80-b1de-4c59-870f-19006d3e16d5 req-07d2d33b-ee60-4c97-ab0b-dc4b39001c71 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0588105 Aug 10 04:53:22.768600 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-98100c80-b1de-4c59-870f-19006d3e16d5 req-deffd677-ac62-47e5-a886-901ab27ad970 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518978 Aug 10 04:53:22.779519 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0484bf-4e8d-4745-9e5e-56416bdc15fa req-3638c96a-5fff-4764-98c8-bd203c42f7a4 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:22.781139 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7b0484bf-4e8d-4745-9e5e-56416bdc15fa req-3638c96a-5fff-4764-98c8-bd203c42f7a4 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0740836 Aug 10 04:53:22.820576 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7b0484bf-4e8d-4745-9e5e-56416bdc15fa req-dbf41bb5-95b0-4faf-b5d5-37b20d388d85 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328159 Aug 10 04:53:23.894881 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ccb46-7b03-4fb4-8346-5afb626d4b22 req-d703a260-3f6e-4966-9d7d-e37f91db3d50 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:23.896408 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-328ccb46-7b03-4fb4-8346-5afb626d4b22 req-d703a260-3f6e-4966-9d7d-e37f91db3d50 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0508087 Aug 10 04:53:23.965880 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-328ccb46-7b03-4fb4-8346-5afb626d4b22 req-92022de7-7a88-4a17-9c17-d570b68229e0 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602610 Aug 10 04:53:23.973625 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535aab5-2b34-4d22-b9af-21cfbdc75914 req-25512071-101a-4c14-9eae-8bddf080a398 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:23.975145 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4535aab5-2b34-4d22-b9af-21cfbdc75914 req-25512071-101a-4c14-9eae-8bddf080a398 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0778272 Aug 10 04:53:24.021162 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4535aab5-2b34-4d22-b9af-21cfbdc75914 req-2c4e69a8-8fbd-4eae-99e0-b6115cc0fc71 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330737 Aug 10 04:53:24.294190 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ac3c6-6294-4c5d-a691-0e62d87083bf req-7ebd47ed-2b3c-45ce-8dc4-22061b365993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:24.295868 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-5f2ac3c6-6294-4c5d-a691-0e62d87083bf req-7ebd47ed-2b3c-45ce-8dc4-22061b365993 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7c7b5b90b1974558a6b6090b510234f1&device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 1098 time: 0.0432148 Aug 10 04:53:24.303923 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b774c6-3b14-4659-9b83-efa864642fcf req-f6a3ee3f-068c-4440-b481-dc6f4136a27f tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:24.305411 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-48b774c6-3b14-4659-9b83-efa864642fcf req-f6a3ee3f-068c-4440-b481-dc6f4136a27f tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0499725 Aug 10 04:53:24.344897 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-48b774c6-3b14-4659-9b83-efa864642fcf req-5aa8ff5e-90d3-4c22-8d85-6b88a6f2dc1f tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326393 Aug 10 04:53:24.396955 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ac3c6-6294-4c5d-a691-0e62d87083bf req-6c8f23f7-7ecf-4875-92a7-966420d75696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:24.398412 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-5f2ac3c6-6294-4c5d-a691-0e62d87083bf req-6c8f23f7-7ecf-4875-92a7-966420d75696 service neutron] 10.222.0.63 "GET /v2.0/networks?id=fa4da3fe-515b-43af-bfca-345879bf66c5 HTTP/1.1" status: 200 len: 920 time: 0.0899351 Aug 10 04:53:24.441199 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-5f2ac3c6-6294-4c5d-a691-0e62d87083bf req-a0f9f0fe-c393-4b70-a836-08d58b89b856 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7354f0b1-9415-45cb-8e1a-ae2feae6c835 HTTP/1.1" status: 200 len: 217 time: 0.0346618 Aug 10 04:53:24.490754 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ac3c6-6294-4c5d-a691-0e62d87083bf req-62ef4871-6088-4e25-a1e6-e08e5e3205c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:24.492324 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-5f2ac3c6-6294-4c5d-a691-0e62d87083bf req-62ef4871-6088-4e25-a1e6-e08e5e3205c8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3decaebb-6db7-465e-9b45-ecf80d350e0e HTTP/1.1" status: 200 len: 859 time: 0.0438924 Aug 10 04:53:24.527765 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-5f2ac3c6-6294-4c5d-a691-0e62d87083bf req-fc788898-6d20-4ba3-8600-6f957517dd3d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fa4da3fe-515b-43af-bfca-345879bf66c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279455 Aug 10 04:53:24.642510 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-5f2ac3c6-6294-4c5d-a691-0e62d87083bf req-8fea2af2-985e-4e8a-8a1d-02374c4990c7 service neutron] 10.222.0.63 "GET /v2.0/networks/fa4da3fe-515b-43af-bfca-345879bf66c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847609 Aug 10 04:53:24.743302 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-5f2ac3c6-6294-4c5d-a691-0e62d87083bf req-577b2de7-a05c-4d63-8a6e-0f80d7e72d69 service neutron] 10.222.0.63 "GET /v2.0/networks/fa4da3fe-515b-43af-bfca-345879bf66c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921307 Aug 10 04:53:25.142597 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122f02c-3247-444b-b115-cae7c67df1b8 req-249eb0a7-d65d-408e-85d5-b0892ad0c8bd tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:25.144498 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c122f02c-3247-444b-b115-cae7c67df1b8 req-249eb0a7-d65d-408e-85d5-b0892ad0c8bd tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0496197 Aug 10 04:53:25.192612 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c122f02c-3247-444b-b115-cae7c67df1b8 req-1061901f-6bea-49cb-b792-c8b1a6af071f tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390267 Aug 10 04:53:25.374287 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00872d7-9e53-4197-a6b4-9e2fcaf86e2f req-9ca5cc12-e06d-4535-9f2f-b066c2f67aac tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:25.375818 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f00872d7-9e53-4197-a6b4-9e2fcaf86e2f req-9ca5cc12-e06d-4535-9f2f-b066c2f67aac tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0526280 Aug 10 04:53:25.391313 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 55832) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:25.396195 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-546c7007-3593-4418-ad51-6173b66fbcae tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Request body: {'floatingip': {'port_id': '2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:53:25.466788 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-546c7007-3593-4418-ad51-6173b66fbcae tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for floatingip, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:25.471686 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35478eb9-9e61-47c6-8f1d-bfc67a0d6d93 req-6fe290e6-2a31-4aa4-9ef2-9b8e839ac978 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:25.473182 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-35478eb9-9e61-47c6-8f1d-bfc67a0d6d93 req-6fe290e6-2a31-4aa4-9ef2-9b8e839ac978 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0541551 Aug 10 04:53:25.513077 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-35478eb9-9e61-47c6-8f1d-bfc67a0d6d93 req-3bf6637b-869c-4a3e-81fb-8dc8fe99d480 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335159 Aug 10 04:53:26.241425 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-546c7007-3593-4418-ad51-6173b66fbcae tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:26.246501 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-546c7007-3593-4418-ad51-6173b66fbcae tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496286'] for floatingip, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:26.347303 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.db.l3_db [None req-546c7007-3593-4418-ad51-6173b66fbcae tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Floating IP 4f3d75aa-fa36-48a1-9f55-506f5f1a9416 associated. External IP: 172.27.0.70, port: 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029. Aug 10 04:53:26.558533 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546c7007-3593-4418-ad51-6173b66fbcae tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Router 66306674-7218-49b9-a663-50abf9c73e79 has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:53:26.635723 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d280a7-1963-4962-9bca-c1de43e155d9 req-bbf96794-7329-432f-8ff0-401a43b18ad4 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:26.637121 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-18d280a7-1963-4962-9bca-c1de43e155d9 req-bbf96794-7329-432f-8ff0-401a43b18ad4 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0471218 Aug 10 04:53:26.664075 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546c7007-3593-4418-ad51-6173b66fbcae tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:53:26.668729 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-546c7007-3593-4418-ad51-6173b66fbcae tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for floatingip, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:26.676995 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-18d280a7-1963-4962-9bca-c1de43e155d9 req-8db36f8f-f38a-4b6d-aa58-adce10a27dd4 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333984 Aug 10 04:53:26.677167 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a30a0f3-9201-4a9d-8987-494124f9f88f None None] Sync routers for ids ['66306674-7218-49b9-a663-50abf9c73e79'] in dv-cinder-804035-1-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:53:26.685958 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a30a0f3-9201-4a9d-8987-494124f9f88f None None] Routers {'66306674-7218-49b9-a663-50abf9c73e79'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:53:26.686909 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-4a30a0f3-9201-4a9d-8987-494124f9f88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:53:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['66306674-7218-49b9-a663-50abf9c73e79'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:53:26.697326 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-546c7007-3593-4418-ad51-6173b66fbcae tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "PUT /v2.0/floatingips/4f3d75aa-fa36-48a1-9f55-506f5f1a9416 HTTP/1.1" status: 200 len: 990 time: 1.3048713 Aug 10 04:53:26.698073 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '208c376a-028a-409c-b719-98ac7e15d562', 'tag': '2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:53:26.700657 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0435c65cf5a8cc8383a9c7cfa6853d0e89819f93ab363e4d384fd3b31d716135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76f11b9-77f2-4743-ac77-10ee59c3f364" -d '{"events": [{"name": "network-changed", "server_uuid": "208c376a-028a-409c-b719-98ac7e15d562", "tag": "2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:53:26.795410 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-4a30a0f3-9201-4a9d-8987-494124f9f88f None None] Set router 66306674-7218-49b9-a663-50abf9c73e79 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:53:27.069036 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-4a30a0f3-9201-4a9d-8987-494124f9f88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66306674-7218-49b9-a663-50abf9c73e79', 'name': 'tempest-AttachVolumeShelveTestJSON-1116160133-router', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:23Z', 'updated_at': '2021-08-10T04:52:30Z', 'revision_number': 4, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'gw_port': {'id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66306674-7218-49b9-a663-50abf9c73e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:25Z', 'updated_at': '2021-08-10T04:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_floatingips': [{'id': '4f3d75aa-fa36-48a1-9f55-506f5f1a9416', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'router_id': '66306674-7218-49b9-a663-50abf9c73e79', 'port_id': '2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c', 'mac_address': 'fa:16:3e:6c:44:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208c376a-028a-409c-b719-98ac7e15d562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:52:38Z', 'updated_at': '2021-08-10T04:53:26Z', 'revision_number': 1, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ee7556-80f3-4a6c-87a6-372bc1e58c00', 'name': '', 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'mac_address': 'fa:16:3e:d5:21:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66306674-7218-49b9-a663-50abf9c73e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:29Z', 'updated_at': '2021-08-10T04:52:39Z', 'revision_number': 5, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'subnets': [{'id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:53:27.168284 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a30a0f3-9201-4a9d-8987-494124f9f88f None None] Checking router: 66306674-7218-49b9-a663-50abf9c73e79 for host: dv-cinder-804035-1-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:53:27.177638 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a30a0f3-9201-4a9d-8987-494124f9f88f None None] Routers {'66306674-7218-49b9-a663-50abf9c73e79'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:53:27.178247 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-4a30a0f3-9201-4a9d-8987-494124f9f88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:53:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['66306674-7218-49b9-a663-50abf9c73e79'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:53:27.281408 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-4a30a0f3-9201-4a9d-8987-494124f9f88f None None] Set router 66306674-7218-49b9-a663-50abf9c73e79 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:53:27.516599 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-4a30a0f3-9201-4a9d-8987-494124f9f88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66306674-7218-49b9-a663-50abf9c73e79', 'name': 'tempest-AttachVolumeShelveTestJSON-1116160133-router', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:23Z', 'updated_at': '2021-08-10T04:52:30Z', 'revision_number': 4, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'gw_port': {'id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66306674-7218-49b9-a663-50abf9c73e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:25Z', 'updated_at': '2021-08-10T04:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_floatingips': [{'id': '4f3d75aa-fa36-48a1-9f55-506f5f1a9416', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'router_id': '66306674-7218-49b9-a663-50abf9c73e79', 'port_id': '2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c', 'mac_address': 'fa:16:3e:6c:44:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208c376a-028a-409c-b719-98ac7e15d562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:52:38Z', 'updated_at': '2021-08-10T04:53:26Z', 'revision_number': 1, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ee7556-80f3-4a6c-87a6-372bc1e58c00', 'name': '', 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'mac_address': 'fa:16:3e:d5:21:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66306674-7218-49b9-a663-50abf9c73e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:29Z', 'updated_at': '2021-08-10T04:52:39Z', 'revision_number': 5, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'subnets': [{'id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:53:27.545646 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a30a0f3-9201-4a9d-8987-494124f9f88f None None] The sync data for ids ['66306674-7218-49b9-a663-50abf9c73e79'] in dv-cinder-804035-1-iscsi is: [{'id': '66306674-7218-49b9-a663-50abf9c73e79', 'name': 'tempest-AttachVolumeShelveTestJSON-1116160133-router', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:23Z', 'updated_at': '2021-08-10T04:52:30Z', 'revision_number': 4, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'gw_port': {'id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66306674-7218-49b9-a663-50abf9c73e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:25Z', 'updated_at': '2021-08-10T04:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_floatingips': [{'id': '4f3d75aa-fa36-48a1-9f55-506f5f1a9416', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'router_id': '66306674-7218-49b9-a663-50abf9c73e79', 'port_id': '2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c', 'mac_address': 'fa:16:3e:6c:44:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208c376a-028a-409c-b719-98ac7e15d562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:52:38Z', 'updated_at': '2021-08-10T04:53:26Z', 'revision_number': 1, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ee7556-80f3-4a6c-87a6-372bc1e58c00', 'name': '', 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'mac_address': 'fa:16:3e:d5:21:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66306674-7218-49b9-a663-50abf9c73e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:29Z', 'updated_at': '2021-08-10T04:52:39Z', 'revision_number': 5, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'subnets': [{'id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:53:27.764175 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c84069-975e-488a-981f-0ff4c87cee47 None None] New status for floating IP 4f3d75aa-fa36-48a1-9f55-506f5f1a9416: ACTIVE {{(pid=93279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:53:30.094864 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1f519c-f5e1-400c-845e-78c042d5ddf2 x-openstack-request-id: req-df1f519c-f5e1-400c-845e-78c042d5ddf2 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:53:30.095332 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "208c376a-028a-409c-b719-98ac7e15d562", "tag": "2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029", "status": "completed", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:53:30.095465 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-df1f519c-f5e1-400c-845e-78c042d5ddf2 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:53:30.095951 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '208c376a-028a-409c-b719-98ac7e15d562', 'tag': '2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029', 'status': 'completed', 'code': 200} Aug 10 04:53:30.196178 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f11b9-77f2-4743-ac77-10ee59c3f364 req-793806a4-fc04-4ccc-ba9f-6eaa593af254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:30.197715 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-a76f11b9-77f2-4743-ac77-10ee59c3f364 req-793806a4-fc04-4ccc-ba9f-6eaa593af254 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=66a8bb3c6be240719e5ec8a74319a2e3&device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 1098 time: 0.0405490 Aug 10 04:53:30.202448 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b340b33-17e9-40f9-afb1-9ef274f7175f req-c9499731-d574-4cff-8c3d-21e1772607c0 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:30.204345 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4b340b33-17e9-40f9-afb1-9ef274f7175f req-c9499731-d574-4cff-8c3d-21e1772607c0 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0578723 Aug 10 04:53:30.260276 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4b340b33-17e9-40f9-afb1-9ef274f7175f req-ed90715a-46c0-404c-b7aa-179984bf4357 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450041 Aug 10 04:53:30.301263 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f11b9-77f2-4743-ac77-10ee59c3f364 req-b1e802dc-04f2-4bc3-a2c2-5bcd9d6798ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:30.302930 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-a76f11b9-77f2-4743-ac77-10ee59c3f364 req-b1e802dc-04f2-4bc3-a2c2-5bcd9d6798ea service neutron] 10.222.0.63 "GET /v2.0/networks?id=1d5d3c9f-e413-437f-a63e-a3f1a946fd9c HTTP/1.1" status: 200 len: 918 time: 0.0924351 Aug 10 04:53:30.418239 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-a76f11b9-77f2-4743-ac77-10ee59c3f364 req-518cab01-ef23-4bd5-865e-6b642fb01f7a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 HTTP/1.1" status: 200 len: 1000 time: 0.0912306 Aug 10 04:53:30.553169 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f11b9-77f2-4743-ac77-10ee59c3f364 req-018ed1cc-a751-4d62-a1d8-45b8649ad863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:30.554679 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-a76f11b9-77f2-4743-ac77-10ee59c3f364 req-018ed1cc-a751-4d62-a1d8-45b8649ad863 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=730c2c7a-bff8-4fac-9b46-2ea8ba090a71 HTTP/1.1" status: 200 len: 856 time: 0.0482054 Aug 10 04:53:30.605522 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f11b9-77f2-4743-ac77-10ee59c3f364 req-c0405600-98f3-4d0b-97e9-e8dd0eff0c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:30.606991 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-a76f11b9-77f2-4743-ac77-10ee59c3f364 req-c0405600-98f3-4d0b-97e9-e8dd0eff0c91 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1d5d3c9f-e413-437f-a63e-a3f1a946fd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440788 Aug 10 04:53:30.709353 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-a76f11b9-77f2-4743-ac77-10ee59c3f364 req-e0e74d2c-4206-4e55-927b-54a696cd1d23 service neutron] 10.222.0.63 "GET /v2.0/networks/1d5d3c9f-e413-437f-a63e-a3f1a946fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872066 Aug 10 04:53:30.798184 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-a76f11b9-77f2-4743-ac77-10ee59c3f364 req-d2ff18d0-ea78-45e7-ab61-9e556bc5d19d service neutron] 10.222.0.63 "GET /v2.0/networks/1d5d3c9f-e413-437f-a63e-a3f1a946fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810351 Aug 10 04:53:31.381435 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e615af-3173-471e-8763-5d2989a3b410 req-236d4de4-b1c2-4d92-b429-507e6739b806 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:31.383453 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-10e615af-3173-471e-8763-5d2989a3b410 req-236d4de4-b1c2-4d92-b429-507e6739b806 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0536542 Aug 10 04:53:31.448601 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-10e615af-3173-471e-8763-5d2989a3b410 req-5dfd81ea-f61d-4bba-89b6-a888ac2d00c1 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588777 Aug 10 04:53:32.559758 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63884ff8-bd31-428e-a048-b3fa6f492652 req-502d6956-8e7d-4d8a-9bf0-6ff36e776227 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:32.561790 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-63884ff8-bd31-428e-a048-b3fa6f492652 req-502d6956-8e7d-4d8a-9bf0-6ff36e776227 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0526555 Aug 10 04:53:32.603674 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-63884ff8-bd31-428e-a048-b3fa6f492652 req-db4918fe-0b69-497c-af69-288030f11332 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351987 Aug 10 04:53:32.606780 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 55998) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:32.725371 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f304567c-45de-40bf-85f9-0d86f99432a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:32.837583 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f304567c-45de-40bf-85f9-0d86f99432a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:32.846652 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f304567c-45de-40bf-85f9-0d86f99432a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:32.890363 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-f304567c-45de-40bf-85f9-0d86f99432a7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2913eb3b77254bb9acdc2af8077dd1b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824442 Aug 10 04:53:32.893134 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 56014) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:32.918274 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304567c-45de-40bf-85f9-0d86f99432a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fea990a-76ad-484a-9655-ae210a24c203,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:32.931564 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304567c-45de-40bf-85f9-0d86f99432a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:32.934996 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304567c-45de-40bf-85f9-0d86f99432a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:32.934996 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304567c-45de-40bf-85f9-0d86f99432a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:32.934996 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304567c-45de-40bf-85f9-0d86f99432a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:32.934996 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304567c-45de-40bf-85f9-0d86f99432a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:32.934996 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304567c-45de-40bf-85f9-0d86f99432a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:32.934996 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304567c-45de-40bf-85f9-0d86f99432a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:32.934996 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304567c-45de-40bf-85f9-0d86f99432a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:32.935458 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304567c-45de-40bf-85f9-0d86f99432a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:32.935458 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304567c-45de-40bf-85f9-0d86f99432a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:32.935833 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304567c-45de-40bf-85f9-0d86f99432a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:32.936163 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304567c-45de-40bf-85f9-0d86f99432a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:32.940201 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 56016) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:32.974569 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b26c990f-84aa-4ccd-9e44-9c499fa47f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:33.000919 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b26c990f-84aa-4ccd-9e44-9c499fa47f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:33.062462 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b26c990f-84aa-4ccd-9e44-9c499fa47f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:33.066251 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b26c990f-84aa-4ccd-9e44-9c499fa47f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:33.067715 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-b26c990f-84aa-4ccd-9e44-9c499fa47f60 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4fea990a-76ad-484a-9655-ae210a24c203 HTTP/1.1" status: 204 len: 168 time: 0.1733379 Aug 10 04:53:33.077915 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c990f-84aa-4ccd-9e44-9c499fa47f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fea990a-76ad-484a-9655-ae210a24c203,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:33.086024 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-aa0159ed-6eb0-4b11-94f7-b361ee033433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:33.087221 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c990f-84aa-4ccd-9e44-9c499fa47f60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:33.087614 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c990f-84aa-4ccd-9e44-9c499fa47f60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:33.087971 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c990f-84aa-4ccd-9e44-9c499fa47f60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:33.088474 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c990f-84aa-4ccd-9e44-9c499fa47f60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:33.088825 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c990f-84aa-4ccd-9e44-9c499fa47f60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:33.089165 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c990f-84aa-4ccd-9e44-9c499fa47f60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:33.089500 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c990f-84aa-4ccd-9e44-9c499fa47f60 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:33.090083 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c990f-84aa-4ccd-9e44-9c499fa47f60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:33.090419 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c990f-84aa-4ccd-9e44-9c499fa47f60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:33.091883 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c990f-84aa-4ccd-9e44-9c499fa47f60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:33.092229 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c990f-84aa-4ccd-9e44-9c499fa47f60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:33.092563 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c990f-84aa-4ccd-9e44-9c499fa47f60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:33.223731 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-aa0159ed-6eb0-4b11-94f7-b361ee033433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:33.238925 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-aa0159ed-6eb0-4b11-94f7-b361ee033433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:33.293683 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0159ed-6eb0-4b11-94f7-b361ee033433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b884bf56-a1ac-4b95-bec4-bb8ca7897360,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:33.314026 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 56034) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:33.322442 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-aa0159ed-6eb0-4b11-94f7-b361ee033433 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a54fe084896f472abaad37d217ca28fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3813424 Aug 10 04:53:33.375089 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bd7abcb0-5652-45b6-bc26-d6516e4b69f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:33.405283 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bd7abcb0-5652-45b6-bc26-d6516e4b69f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:33.457225 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bd7abcb0-5652-45b6-bc26-d6516e4b69f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:33.460770 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bd7abcb0-5652-45b6-bc26-d6516e4b69f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:33.462285 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-bd7abcb0-5652-45b6-bc26-d6516e4b69f2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b884bf56-a1ac-4b95-bec4-bb8ca7897360 HTTP/1.1" status: 204 len: 168 time: 0.1471198 Aug 10 04:53:33.470842 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7abcb0-5652-45b6-bc26-d6516e4b69f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b884bf56-a1ac-4b95-bec4-bb8ca7897360,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:33.487892 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 56040) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:33.504108 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c5e90a2b-1198-4ce0-8021-918e15224e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:33.620301 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c5e90a2b-1198-4ce0-8021-918e15224e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:33.627459 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c5e90a2b-1198-4ce0-8021-918e15224e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:33.631535 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 56048) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:33.672551 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-c5e90a2b-1198-4ce0-8021-918e15224e6f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0b386d12f83a4372bce37313663a6073&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1835659 Aug 10 04:53:33.675596 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 56052) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:33.676187 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e90a2b-1198-4ce0-8021-918e15224e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bb3e62-be1c-46e2-819a-2541be59ad40,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:33.772140 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b575a-7e25-4a98-804d-f6d6b3b68c68 req-daa86fff-8f2e-4e6b-b19a-6b24913a3a3e tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:33.773657 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-881b575a-7e25-4a98-804d-f6d6b3b68c68 req-daa86fff-8f2e-4e6b-b19a-6b24913a3a3e tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0683262 Aug 10 04:53:33.776608 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bccefcd6-7a5d-48b3-94aa-b14c7344d83e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:33.811121 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bccefcd6-7a5d-48b3-94aa-b14c7344d83e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:33.845284 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-881b575a-7e25-4a98-804d-f6d6b3b68c68 req-3816a7e3-1c9e-42d0-b484-0f2367f99d75 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640905 Aug 10 04:53:33.876270 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bccefcd6-7a5d-48b3-94aa-b14c7344d83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:33.879429 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bccefcd6-7a5d-48b3-94aa-b14c7344d83e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:33.880565 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-bccefcd6-7a5d-48b3-94aa-b14c7344d83e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a9bb3e62-be1c-46e2-819a-2541be59ad40 HTTP/1.1" status: 204 len: 168 time: 0.2039962 Aug 10 04:53:33.900246 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccefcd6-7a5d-48b3-94aa-b14c7344d83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bb3e62-be1c-46e2-819a-2541be59ad40,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:33.902076 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c9395394-ad87-4f44-822a-9b95fb90def4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:34.024779 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c9395394-ad87-4f44-822a-9b95fb90def4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:34.041264 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c9395394-ad87-4f44-822a-9b95fb90def4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:34.085767 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-c9395394-ad87-4f44-822a-9b95fb90def4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dc4522752f29453f925d5989fb21142a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4506104 Aug 10 04:53:34.085767 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9395394-ad87-4f44-822a-9b95fb90def4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fd6dd6-2760-476e-b790-a6075a12f39b,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:34.086274 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 56080) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:34.142275 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7f427317-5534-4f39-80ad-9b21e2c86e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:34.281125 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 56092) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:34.308737 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1a57aa20-cd15-4415-8d57-7e6db2013aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:34.357758 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7f427317-5534-4f39-80ad-9b21e2c86e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:34.446066 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1a57aa20-cd15-4415-8d57-7e6db2013aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:34.448210 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7f427317-5534-4f39-80ad-9b21e2c86e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:34.451225 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7f427317-5534-4f39-80ad-9b21e2c86e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:34.453478 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-7f427317-5534-4f39-80ad-9b21e2c86e3f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/58fd6dd6-2760-476e-b790-a6075a12f39b HTTP/1.1" status: 204 len: 168 time: 0.3662751 Aug 10 04:53:34.454149 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1a57aa20-cd15-4415-8d57-7e6db2013aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:34.469979 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f427317-5534-4f39-80ad-9b21e2c86e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fd6dd6-2760-476e-b790-a6075a12f39b,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:34.510665 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 56108) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:34.510848 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-1a57aa20-cd15-4415-8d57-7e6db2013aa2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ae5d17dddc06401c9ea042b8012556ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285321 Aug 10 04:53:34.511708 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57aa20-cd15-4415-8d57-7e6db2013aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07873a02-daab-4730-b6e5-e25bba9cd5b6,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:34.582216 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-bc418f85-8d9a-4e3a-98c1-198c5c60b7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:34.611453 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-bc418f85-8d9a-4e3a-98c1-198c5c60b7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:34.670852 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-bc418f85-8d9a-4e3a-98c1-198c5c60b7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:34.676947 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-bc418f85-8d9a-4e3a-98c1-198c5c60b7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:34.681899 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-bc418f85-8d9a-4e3a-98c1-198c5c60b7e0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/07873a02-daab-4730-b6e5-e25bba9cd5b6 HTTP/1.1" status: 204 len: 168 time: 0.1693161 Aug 10 04:53:34.697261 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc418f85-8d9a-4e3a-98c1-198c5c60b7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07873a02-daab-4730-b6e5-e25bba9cd5b6,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:34.921710 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 56126) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:34.938208 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-502e8575-1bda-4522-bf4c-6e7875c77e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:35.010307 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e497f-f990-46ee-b08f-8ee5e1866e5c req-9ac0daee-f4c1-4da2-9b92-23c8dbcbe984 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:35.012186 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6d1e497f-f990-46ee-b08f-8ee5e1866e5c req-9ac0daee-f4c1-4da2-9b92-23c8dbcbe984 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0724719 Aug 10 04:53:35.061077 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-502e8575-1bda-4522-bf4c-6e7875c77e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:35.067536 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-502e8575-1bda-4522-bf4c-6e7875c77e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:35.070345 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6d1e497f-f990-46ee-b08f-8ee5e1866e5c req-6163d349-44a8-43f6-aab8-c4fb64a39895 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444906 Aug 10 04:53:35.112929 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e8575-1bda-4522-bf4c-6e7875c77e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3e091c-6197-4b19-8dc3-e531a2113256,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:35.119352 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-502e8575-1bda-4522-bf4c-6e7875c77e0b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e66224954a754cf7a73850a8154d702f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1965632 Aug 10 04:53:35.122405 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 56136) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:35.185967 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d40bd058-04df-4242-9d49-ff91b26c601c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:35.207676 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d40bd058-04df-4242-9d49-ff91b26c601c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:35.259986 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d40bd058-04df-4242-9d49-ff91b26c601c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:35.263257 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d40bd058-04df-4242-9d49-ff91b26c601c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:35.265074 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-d40bd058-04df-4242-9d49-ff91b26c601c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf3e091c-6197-4b19-8dc3-e531a2113256 HTTP/1.1" status: 204 len: 168 time: 0.1411531 Aug 10 04:53:35.275655 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40bd058-04df-4242-9d49-ff91b26c601c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3e091c-6197-4b19-8dc3-e531a2113256,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:36.211216 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67fcff-0149-4c14-a368-e0ca1083163d req-4a1cb49b-e3b9-4d32-b03b-c73681ad01ae tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:36.212938 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8a67fcff-0149-4c14-a368-e0ca1083163d req-4a1cb49b-e3b9-4d32-b03b-c73681ad01ae tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0601339 Aug 10 04:53:36.255384 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8a67fcff-0149-4c14-a368-e0ca1083163d req-b8f16ca3-201c-48c5-82ec-0656c0a9964d tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361042 Aug 10 04:53:36.423145 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 56226) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:36.533351 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bba8b5d9-0515-41e7-ab29-ce857c313870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:36.622604 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bba8b5d9-0515-41e7-ab29-ce857c313870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:36.627541 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bba8b5d9-0515-41e7-ab29-ce857c313870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:36.665376 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8b5d9-0515-41e7-ab29-ce857c313870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c46234-d631-45e9-9a4a-51c4f3ef9f65,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:36.669763 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-bba8b5d9-0515-41e7-ab29-ce857c313870 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0a03aeabd7384759b7d01962468f1b0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455504 Aug 10 04:53:36.672579 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 56240) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:36.724155 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7c04c905-4280-498e-8936-b2a794efbf89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:36.745373 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7c04c905-4280-498e-8936-b2a794efbf89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:36.803712 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7c04c905-4280-498e-8936-b2a794efbf89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:36.808763 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7c04c905-4280-498e-8936-b2a794efbf89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:36.810988 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-7c04c905-4280-498e-8936-b2a794efbf89 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a3c46234-d631-45e9-9a4a-51c4f3ef9f65 HTTP/1.1" status: 204 len: 168 time: 0.1368849 Aug 10 04:53:36.821117 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04c905-4280-498e-8936-b2a794efbf89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c46234-d631-45e9-9a4a-51c4f3ef9f65,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:37.401318 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069452cc-1822-4c0c-9c82-27c0b9e55848 req-e7432dcd-b6aa-4e50-bf71-96879ef1de8c tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:37.408634 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-069452cc-1822-4c0c-9c82-27c0b9e55848 req-e7432dcd-b6aa-4e50-bf71-96879ef1de8c tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0715125 Aug 10 04:53:37.448127 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-069452cc-1822-4c0c-9c82-27c0b9e55848 req-2f5682a8-4da3-4e0d-86cc-75af4228ea69 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391092 Aug 10 04:53:37.689001 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 56324) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:37.792685 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ddf74dcd-4dc7-45d7-91e1-cc7a2fc000b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:37.884859 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ddf74dcd-4dc7-45d7-91e1-cc7a2fc000b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:37.889424 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ddf74dcd-4dc7-45d7-91e1-cc7a2fc000b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:37.927279 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-ddf74dcd-4dc7-45d7-91e1-cc7a2fc000b5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=45f4d918ebab488da9e641c5c527255c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2370186 Aug 10 04:53:37.929550 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf74dcd-4dc7-45d7-91e1-cc7a2fc000b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978f6d94-f2d5-4219-8d9c-268c716329a6,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:37.930050 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 56334) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:38.004942 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1745c4cc-f953-47a5-8127-d7c959d03b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:38.030077 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1745c4cc-f953-47a5-8127-d7c959d03b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:38.092219 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1745c4cc-f953-47a5-8127-d7c959d03b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:38.095059 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1745c4cc-f953-47a5-8127-d7c959d03b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:38.096273 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-1745c4cc-f953-47a5-8127-d7c959d03b22 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/978f6d94-f2d5-4219-8d9c-268c716329a6 HTTP/1.1" status: 204 len: 168 time: 0.1651084 Aug 10 04:53:38.104907 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745c4cc-f953-47a5-8127-d7c959d03b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978f6d94-f2d5-4219-8d9c-268c716329a6,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:38.369605 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 56350) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:38.382980 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1c97ec4f-33fe-4e1b-b077-4ce5ee72f30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:38.471486 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1c97ec4f-33fe-4e1b-b077-4ce5ee72f30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:38.476415 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1c97ec4f-33fe-4e1b-b077-4ce5ee72f30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:38.516148 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-1c97ec4f-33fe-4e1b-b077-4ce5ee72f30f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b95c33efb9f244758058ce270f69d1a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1454680 Aug 10 04:53:38.517227 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97ec4f-33fe-4e1b-b077-4ce5ee72f30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96bf479-eaf7-4c86-be9a-3df114ada380,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:38.518972 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 56356) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:38.600086 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2624f5-9d30-44a1-94ae-b30af095ff87 req-6546be02-be5a-4f92-9d09-3c6d193f3a31 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:38.601770 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3d2624f5-9d30-44a1-94ae-b30af095ff87 req-6546be02-be5a-4f92-9d09-3c6d193f3a31 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0759287 Aug 10 04:53:38.616073 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-cc583e07-b99b-4154-a742-7801de08fc60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:38.653451 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-cc583e07-b99b-4154-a742-7801de08fc60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:38.663336 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3d2624f5-9d30-44a1-94ae-b30af095ff87 req-765ce8fe-c6b2-469f-b046-36d4da1476cd tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546389 Aug 10 04:53:38.706333 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-cc583e07-b99b-4154-a742-7801de08fc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:38.709039 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-cc583e07-b99b-4154-a742-7801de08fc60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:38.710272 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-cc583e07-b99b-4154-a742-7801de08fc60 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d96bf479-eaf7-4c86-be9a-3df114ada380 HTTP/1.1" status: 204 len: 168 time: 0.1901991 Aug 10 04:53:38.717633 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc583e07-b99b-4154-a742-7801de08fc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96bf479-eaf7-4c86-be9a-3df114ada380,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:39.782758 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184abed-d708-4606-8087-228f0bbf884a req-e46ebed8-5563-4942-a5b7-8ee17366271c tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:39.784300 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5184abed-d708-4606-8087-228f0bbf884a req-e46ebed8-5563-4942-a5b7-8ee17366271c tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0537875 Aug 10 04:53:39.821481 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5184abed-d708-4606-8087-228f0bbf884a req-77ae46f9-b08e-45bc-87c4-4ac8ea493561 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308776 Aug 10 04:53:40.944865 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28dd07-5508-455f-948f-5323247c0911 req-15c86c6b-699f-4428-9c9c-ae93186ba01e tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:40.957659 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4d28dd07-5508-455f-948f-5323247c0911 req-15c86c6b-699f-4428-9c9c-ae93186ba01e tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0551505 Aug 10 04:53:40.988227 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4d28dd07-5508-455f-948f-5323247c0911 req-0e76ea97-fb1e-4f84-99db-b23748efb356 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334084 Aug 10 04:53:42.114679 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723288b-28a4-4241-a76e-9eba17f2b3c6 req-184dff01-4a25-493a-9819-f982e4addcf5 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:42.116191 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2723288b-28a4-4241-a76e-9eba17f2b3c6 req-184dff01-4a25-493a-9819-f982e4addcf5 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0514140 Aug 10 04:53:42.155088 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2723288b-28a4-4241-a76e-9eba17f2b3c6 req-f5261570-7289-4c90-aed9-79eb51ca7d42 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326877 Aug 10 04:53:43.277424 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebab6d7-b32a-4138-97a5-5799f9ce5355 req-96e70e1b-1d0b-4e56-b1ca-b2ea4452465d tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:43.279295 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4ebab6d7-b32a-4138-97a5-5799f9ce5355 req-96e70e1b-1d0b-4e56-b1ca-b2ea4452465d tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0504701 Aug 10 04:53:43.340916 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4ebab6d7-b32a-4138-97a5-5799f9ce5355 req-5465759c-5f77-4822-87cd-773aca06ea37 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400970 Aug 10 04:53:43.771704 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 56544) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:43.899399 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1ae11435-3e8d-4966-bf19-1748980fe3d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:43.999926 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1ae11435-3e8d-4966-bf19-1748980fe3d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:44.006065 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1ae11435-3e8d-4966-bf19-1748980fe3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:44.051037 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 56560) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:44.055431 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-1ae11435-3e8d-4966-bf19-1748980fe3d6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=79ba41887eb24779924366ce25506242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824132 Aug 10 04:53:44.056315 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae11435-3e8d-4966-bf19-1748980fe3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4a932d-6a20-42fb-a431-44b7c8cbd643,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:44.057813 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 56564) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:44.111476 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8c024672-ed9a-4515-9a3f-2b52e3f2de14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:44.133656 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8c024672-ed9a-4515-9a3f-2b52e3f2de14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:44.170871 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b683e334-5e5a-4255-8730-a601b6659c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:44.206260 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8c024672-ed9a-4515-9a3f-2b52e3f2de14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:44.208832 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8c024672-ed9a-4515-9a3f-2b52e3f2de14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:44.209951 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-8c024672-ed9a-4515-9a3f-2b52e3f2de14 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0a4a932d-6a20-42fb-a431-44b7c8cbd643 HTTP/1.1" status: 204 len: 168 time: 0.1508746 Aug 10 04:53:44.226646 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c024672-ed9a-4515-9a3f-2b52e3f2de14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4a932d-6a20-42fb-a431-44b7c8cbd643,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:44.294277 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b683e334-5e5a-4255-8730-a601b6659c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:44.302183 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b683e334-5e5a-4255-8730-a601b6659c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:44.346300 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-b683e334-5e5a-4255-8730-a601b6659c1e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1689d73c308e47748539383e31386bdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2927160 Aug 10 04:53:44.346300 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683e334-5e5a-4255-8730-a601b6659c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca950d3e-eb77-445e-a690-a231ba256866,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:44.347500 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 56574) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:44.420705 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cde0eae0-7a04-4ee0-aa63-cf3be4f4349b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:44.444435 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cde0eae0-7a04-4ee0-aa63-cf3be4f4349b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:44.481138 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca92c5-7422-4c99-98fd-58ba925684cb req-903fc67b-817e-476d-9d80-30b71a1b263e tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:44.482795 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-38ca92c5-7422-4c99-98fd-58ba925684cb req-903fc67b-817e-476d-9d80-30b71a1b263e tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0555570 Aug 10 04:53:44.497028 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cde0eae0-7a04-4ee0-aa63-cf3be4f4349b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:44.499829 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cde0eae0-7a04-4ee0-aa63-cf3be4f4349b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:44.503459 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-cde0eae0-7a04-4ee0-aa63-cf3be4f4349b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ca950d3e-eb77-445e-a690-a231ba256866 HTTP/1.1" status: 204 len: 168 time: 0.1516042 Aug 10 04:53:44.511303 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0eae0-7a04-4ee0-aa63-cf3be4f4349b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca950d3e-eb77-445e-a690-a231ba256866,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:44.538400 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-38ca92c5-7422-4c99-98fd-58ba925684cb req-fc89025e-e350-4c58-a6bc-edf2b8df2a12 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486503 Aug 10 04:53:44.539711 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 56580) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:44.562425 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6819248e-dec5-4912-b5d5-f9ac23e5a720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:44.654138 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6819248e-dec5-4912-b5d5-f9ac23e5a720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:44.659763 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6819248e-dec5-4912-b5d5-f9ac23e5a720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:44.697947 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-6819248e-dec5-4912-b5d5-f9ac23e5a720 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=524d603bc3d34654934aaef1feccfca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1567798 Aug 10 04:53:44.700026 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819248e-dec5-4912-b5d5-f9ac23e5a720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be40bbdf-f628-4535-b30e-8b8b6ff0913f,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:44.700981 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 56586) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:44.751196 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d17fd1d3-d314-41f7-8c19-129a5294e9f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:44.774672 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d17fd1d3-d314-41f7-8c19-129a5294e9f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:44.821943 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d17fd1d3-d314-41f7-8c19-129a5294e9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:44.824518 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d17fd1d3-d314-41f7-8c19-129a5294e9f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:44.825690 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-d17fd1d3-d314-41f7-8c19-129a5294e9f2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/be40bbdf-f628-4535-b30e-8b8b6ff0913f HTTP/1.1" status: 204 len: 168 time: 0.1235125 Aug 10 04:53:44.833800 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17fd1d3-d314-41f7-8c19-129a5294e9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be40bbdf-f628-4535-b30e-8b8b6ff0913f,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:44.873210 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 56590) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:44.886676 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-799071cf-e672-4082-80ac-38195efe451e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:44.985503 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-799071cf-e672-4082-80ac-38195efe451e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:44.990736 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-799071cf-e672-4082-80ac-38195efe451e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:45.034402 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-799071cf-e672-4082-80ac-38195efe451e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5c29921895744dd19df7f05bc2a0d57d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1600859 Aug 10 04:53:45.036457 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799071cf-e672-4082-80ac-38195efe451e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb09073-9307-4835-bca9-ff04554a35d9,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:45.037145 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 56596) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:45.093173 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-471637ed-de91-4d46-ab51-dab005e9f3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:45.115053 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-471637ed-de91-4d46-ab51-dab005e9f3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:45.171548 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-471637ed-de91-4d46-ab51-dab005e9f3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:45.174217 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-471637ed-de91-4d46-ab51-dab005e9f3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:45.175394 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-471637ed-de91-4d46-ab51-dab005e9f3dd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4cb09073-9307-4835-bca9-ff04554a35d9 HTTP/1.1" status: 204 len: 168 time: 0.1372571 Aug 10 04:53:45.183244 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471637ed-de91-4d46-ab51-dab005e9f3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb09073-9307-4835-bca9-ff04554a35d9,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:45.665376 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f3a74-0c73-4e50-88af-934a1e15ff46 req-56053e00-a330-4b57-823f-9a77e7e8718f tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:45.667752 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-165f3a74-0c73-4e50-88af-934a1e15ff46 req-56053e00-a330-4b57-823f-9a77e7e8718f tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0553813 Aug 10 04:53:45.723225 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-165f3a74-0c73-4e50-88af-934a1e15ff46 req-6eefc1bd-946e-4615-ba90-0606cc7c42b3 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483572 Aug 10 04:53:46.841572 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b8234-6977-4f82-ab75-e1ec243bd76b req-fc93dacf-ec86-4a49-b5db-14bb87050ed2 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:46.843075 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ee5b8234-6977-4f82-ab75-e1ec243bd76b req-fc93dacf-ec86-4a49-b5db-14bb87050ed2 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0491126 Aug 10 04:53:46.880346 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ee5b8234-6977-4f82-ab75-e1ec243bd76b req-de615377-c3ee-4977-b9b5-7c4abfe3c518 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313179 Aug 10 04:53:47.138558 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d74576fd-2be8-41e3-8198-31ce0728d44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:48.009158 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e67127-b1aa-4ad4-94e0-5ac9ffc80d09 req-897a6ad5-0890-4c2c-af7e-54bd24719b82 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:48.010622 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-26e67127-b1aa-4ad4-94e0-5ac9ffc80d09 req-897a6ad5-0890-4c2c-af7e-54bd24719b82 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0506604 Aug 10 04:53:48.048259 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-26e67127-b1aa-4ad4-94e0-5ac9ffc80d09 req-1f4031fa-88c7-4468-a239-ca263bbaf30f tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315912 Aug 10 04:53:48.343408 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:48.950832 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc056d91-7df3-464a-a0c4-ff7ddd8f53e2 req-385cd3d5-3d67-4fc1-81d6-3168c4c325d7 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:48.952395 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fc056d91-7df3-464a-a0c4-ff7ddd8f53e2 req-385cd3d5-3d67-4fc1-81d6-3168c4c325d7 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 946 time: 0.0609760 Aug 10 04:53:48.995113 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fc056d91-7df3-464a-a0c4-ff7ddd8f53e2 req-3e204464-0ebb-4700-b205-055cc02baf0a tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334895 Aug 10 04:53:49.174081 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8521fcb-e2eb-466f-b6e4-104bbd294547 req-95212ab6-3d44-400e-a86f-162f1f964dc4 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:49.175724 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c8521fcb-e2eb-466f-b6e4-104bbd294547 req-95212ab6-3d44-400e-a86f-162f1f964dc4 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0501866 Aug 10 04:53:49.229800 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c8521fcb-e2eb-466f-b6e4-104bbd294547 req-f7c14e5c-1625-4da9-a78f-3b12a8f77153 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462012 Aug 10 04:53:49.280025 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-8199acf2-85c5-49c7-8c21-f54c74ca76e9 req-47f5ef3f-7d5a-410f-a45f-ae17c041f34b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453787 Aug 10 04:53:49.385291 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199acf2-85c5-49c7-8c21-f54c74ca76e9 req-f8fff361-04e3-4843-8a47-7a2500b4617f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:49.386787 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-8199acf2-85c5-49c7-8c21-f54c74ca76e9 req-f8fff361-04e3-4843-8a47-7a2500b4617f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e36649f800234f00820625778be84ac5&device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 1099 time: 0.0437050 Aug 10 04:53:49.510406 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199acf2-85c5-49c7-8c21-f54c74ca76e9 req-80caca33-9700-41c1-8ab2-0357684f0878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:49.511959 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-8199acf2-85c5-49c7-8c21-f54c74ca76e9 req-80caca33-9700-41c1-8ab2-0357684f0878 service neutron] 10.222.0.63 "GET /v2.0/networks?id=51432505-2484-4065-949f-265a3f561e13 HTTP/1.1" status: 200 len: 913 time: 0.1034541 Aug 10 04:53:49.561745 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-8199acf2-85c5-49c7-8c21-f54c74ca76e9 req-5447899c-513e-455f-9fe9-1d8265a08a1f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8237cfa2-8aaa-458a-88e2-bd19072d4e35 HTTP/1.1" status: 200 len: 217 time: 0.0373693 Aug 10 04:53:49.628971 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199acf2-85c5-49c7-8c21-f54c74ca76e9 req-cec66005-b10f-4859-9050-46085893f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:49.630305 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-8199acf2-85c5-49c7-8c21-f54c74ca76e9 req-cec66005-b10f-4859-9050-46085893f79d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=33e45d8c-a2ec-46e1-a5af-964f4d2d3295 HTTP/1.1" status: 200 len: 852 time: 0.0571525 Aug 10 04:53:49.663599 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-8199acf2-85c5-49c7-8c21-f54c74ca76e9 req-e089fc02-4c4c-4308-bfd9-a8c1206cd564 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=51432505-2484-4065-949f-265a3f561e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235286 Aug 10 04:53:49.755412 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-8199acf2-85c5-49c7-8c21-f54c74ca76e9 req-021095d1-0eee-4652-9001-ca21f4794682 service neutron] 10.222.0.63 "GET /v2.0/networks/51432505-2484-4065-949f-265a3f561e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831409 Aug 10 04:53:49.868596 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-8199acf2-85c5-49c7-8c21-f54c74ca76e9 req-fd327f0a-325c-4cf5-ab8a-f38df47f0bcf service neutron] 10.222.0.63 "GET /v2.0/networks/51432505-2484-4065-949f-265a3f561e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041107 Aug 10 04:53:50.004502 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8076b1ef-940b-44b0-9fdb-2c3867e37284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:50.119429 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861eae2-88c7-467c-9db5-addd40d7c327 req-dc2c73c8-a8ad-4803-9beb-4c44a32f1160 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:50.123467 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b861eae2-88c7-467c-9db5-addd40d7c327 req-dc2c73c8-a8ad-4803-9beb-4c44a32f1160 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 946 time: 0.0586505 Aug 10 04:53:50.163626 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b861eae2-88c7-467c-9db5-addd40d7c327 req-d8a7492b-5d24-4658-bb31-93b61ad1e382 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354395 Aug 10 04:53:50.207392 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:50.369284 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb26d5-0844-48e8-a376-faf6abf537f5 req-67c6ba9d-33dd-4108-b071-8ca4bc2bd1b2 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:50.370987 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-27fb26d5-0844-48e8-a376-faf6abf537f5 req-67c6ba9d-33dd-4108-b071-8ca4bc2bd1b2 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0562339 Aug 10 04:53:50.410476 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-27fb26d5-0844-48e8-a376-faf6abf537f5 req-505ea62b-e70d-40d5-a1f1-3ca2b2fdf16c tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327084 Aug 10 04:53:51.213168 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:51.287074 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e91f1-3504-4676-9b13-f66e6c7607ca req-cc82a64f-9e48-4d6c-a53a-a22f5fceb025 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:51.288470 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bc2e91f1-3504-4676-9b13-f66e6c7607ca req-cc82a64f-9e48-4d6c-a53a-a22f5fceb025 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 946 time: 0.0514708 Aug 10 04:53:51.338291 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bc2e91f1-3504-4676-9b13-f66e6c7607ca req-d2e4df2a-f84d-46bb-a856-1219685a3246 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423739 Aug 10 04:53:51.546876 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be62e9-6e78-4cc8-8128-9ed8fb011080 req-ceeb66f7-c328-4fe7-98ab-a5f103f0df8b tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:51.551500 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-77be62e9-6e78-4cc8-8128-9ed8fb011080 req-ceeb66f7-c328-4fe7-98ab-a5f103f0df8b tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0570064 Aug 10 04:53:51.589212 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-77be62e9-6e78-4cc8-8128-9ed8fb011080 req-f4d19ad0-2ada-42a6-ab4a-96c53261ed30 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340111 Aug 10 04:53:52.321753 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 56880) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:52.453861 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f2b887b0-92ec-4b03-8e52-7d1e92fe2d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:52.488294 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece5db5-7971-495a-81f2-bc63e88bc828 req-90d9e47d-0db3-4b02-8897-c09cc13ffb47 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:52.489744 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fece5db5-7971-495a-81f2-bc63e88bc828 req-90d9e47d-0db3-4b02-8897-c09cc13ffb47 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 946 time: 0.0796463 Aug 10 04:53:52.549981 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fece5db5-7971-495a-81f2-bc63e88bc828 req-8cc40e0d-e12f-44ae-aa2a-e753964be9a2 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542185 Aug 10 04:53:52.592278 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f2b887b0-92ec-4b03-8e52-7d1e92fe2d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:52.597382 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f2b887b0-92ec-4b03-8e52-7d1e92fe2d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:52.633538 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-f2b887b0-92ec-4b03-8e52-7d1e92fe2d86 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=601735d2a75c4c0bba94f5d75eb74e1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107109 Aug 10 04:53:52.636248 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 56890) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:52.643198 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b887b0-92ec-4b03-8e52-7d1e92fe2d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca87402-bcf5-452e-853c-11f4b37d047b,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:52.671932 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:52.718517 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-4ca7e2da-a791-4f2c-8014-788a5ad8b611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:52.736721 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97775b85-a572-4e38-8e08-f13cc1147b1c req-73000bc6-a01d-4628-b180-95f595858825 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:52.738445 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-97775b85-a572-4e38-8e08-f13cc1147b1c req-73000bc6-a01d-4628-b180-95f595858825 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0764210 Aug 10 04:53:52.752292 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-4ca7e2da-a791-4f2c-8014-788a5ad8b611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:52.804480 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-97775b85-a572-4e38-8e08-f13cc1147b1c req-92c4046e-fed9-492d-8407-f74ed565d03c tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572181 Aug 10 04:53:52.823091 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-4ca7e2da-a791-4f2c-8014-788a5ad8b611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:52.826000 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-4ca7e2da-a791-4f2c-8014-788a5ad8b611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:52.827230 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-4ca7e2da-a791-4f2c-8014-788a5ad8b611 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6ca87402-bcf5-452e-853c-11f4b37d047b HTTP/1.1" status: 204 len: 168 time: 0.1900263 Aug 10 04:53:52.835133 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7e2da-a791-4f2c-8014-788a5ad8b611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca87402-bcf5-452e-853c-11f4b37d047b,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:53.112261 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 56900) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:53.125878 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-378254a4-68b1-4a6b-931a-80135f8d67bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:53.215069 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-378254a4-68b1-4a6b-931a-80135f8d67bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:53.220585 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-378254a4-68b1-4a6b-931a-80135f8d67bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:53.258049 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378254a4-68b1-4a6b-931a-80135f8d67bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b402020a-06a2-4e2e-8490-e15346281d5a,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:53.266530 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-378254a4-68b1-4a6b-931a-80135f8d67bd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=52476f31052a426aa1f70ee78aed5475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1505210 Aug 10 04:53:53.267026 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 56902) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:53.314026 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-517b98f6-76df-48ad-9ee0-fe24844f5b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:53.334932 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-517b98f6-76df-48ad-9ee0-fe24844f5b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:53.382049 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-517b98f6-76df-48ad-9ee0-fe24844f5b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:53.384762 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-517b98f6-76df-48ad-9ee0-fe24844f5b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:53.386004 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-517b98f6-76df-48ad-9ee0-fe24844f5b9d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b402020a-06a2-4e2e-8490-e15346281d5a HTTP/1.1" status: 204 len: 168 time: 0.1183112 Aug 10 04:53:53.393717 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b98f6-76df-48ad-9ee0-fe24844f5b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b402020a-06a2-4e2e-8490-e15346281d5a,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:53.489471 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:53:53.666678 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a7fc1-125d-48bc-a0a8-f54efefe19df req-99374c00-64fe-4bca-a280-8cc340638c21 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:53.668414 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-058a7fc1-125d-48bc-a0a8-f54efefe19df req-99374c00-64fe-4bca-a280-8cc340638c21 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 946 time: 0.0501292 Aug 10 04:53:53.707426 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-058a7fc1-125d-48bc-a0a8-f54efefe19df req-e9dc8c0d-4d71-40e3-a54d-f0cb66bbf9df tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331364 Aug 10 04:53:53.925032 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f64e6-d753-4eec-bfcd-41e42fd0613d req-57c5f612-7a35-4797-946a-b3bab982064b tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:53.926658 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-877f64e6-d753-4eec-bfcd-41e42fd0613d req-57c5f612-7a35-4797-946a-b3bab982064b tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0535512 Aug 10 04:53:53.965769 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-877f64e6-d753-4eec-bfcd-41e42fd0613d req-07d4e6ba-acf6-4232-8abc-fd6e5ccca1bb tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328104 Aug 10 04:53:54.823900 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410efb4-1bfd-4391-9273-7a24e07ad292 req-158770a1-4e1e-49fe-b042-76d7ef6465f0 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:54.826014 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f410efb4-1bfd-4391-9273-7a24e07ad292 req-158770a1-4e1e-49fe-b042-76d7ef6465f0 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 946 time: 0.0512476 Aug 10 04:53:54.864554 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f410efb4-1bfd-4391-9273-7a24e07ad292 req-9402ad8e-484c-4ce4-ad11-8dd154652c7a tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326786 Aug 10 04:53:55.087917 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f4928-de60-46cd-bbc3-f985e447e407 req-79c309bc-57a5-467e-9143-0463ca6a5e3f tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:55.089432 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-260f4928-de60-46cd-bbc3-f985e447e407 req-79c309bc-57a5-467e-9143-0463ca6a5e3f tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0503979 Aug 10 04:53:55.143062 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-260f4928-de60-46cd-bbc3-f985e447e407 req-0b173edf-e1eb-4cb4-a350-fa858b5e6382 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433760 Aug 10 04:53:55.991023 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175e785-9bc1-40c2-b450-7f09c580d37c req-319e3b52-71f1-4907-bf0e-fa0378d30ea5 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:55.992532 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2175e785-9bc1-40c2-b450-7f09c580d37c req-319e3b52-71f1-4907-bf0e-fa0378d30ea5 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 946 time: 0.0527251 Aug 10 04:53:56.033843 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2175e785-9bc1-40c2-b450-7f09c580d37c req-c1b60d6e-c952-4f37-b89c-f2ccd2cf8dcf tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341287 Aug 10 04:53:56.253976 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c0d63-524b-4afb-921b-362f788d3421 req-8fc0b3e1-d1d6-486f-919d-84c7ec60e481 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:56.255504 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5d7c0d63-524b-4afb-921b-362f788d3421 req-8fc0b3e1-d1d6-486f-919d-84c7ec60e481 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0510042 Aug 10 04:53:56.292763 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5d7c0d63-524b-4afb-921b-362f788d3421 req-5a52e6ca-f739-4119-9b7f-46abf17edbde tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314555 Aug 10 04:53:57.154878 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6be356-5a24-4217-b722-6835551ba8a9 req-617e7676-4bc3-4f7b-814a-acc5a274ca94 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:57.156409 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fe6be356-5a24-4217-b722-6835551ba8a9 req-617e7676-4bc3-4f7b-814a-acc5a274ca94 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 946 time: 0.0525050 Aug 10 04:53:57.197976 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fe6be356-5a24-4217-b722-6835551ba8a9 req-78495656-0c0f-48fd-8919-bbbd0fd3e2c0 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336022 Aug 10 04:53:57.422243 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0256d-7172-4c31-8ca9-fc79da582b78 req-b260f0d6-163f-4b22-9c9c-338301c9779a tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:57.423741 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-afd0256d-7172-4c31-8ca9-fc79da582b78 req-b260f0d6-163f-4b22-9c9c-338301c9779a tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0536408 Aug 10 04:53:57.464909 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-afd0256d-7172-4c31-8ca9-fc79da582b78 req-ba53325e-3f53-48b4-bb81-05167616fc5b tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322185 Aug 10 04:53:58.326756 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88845e-65d9-4f2f-8ae9-5a3050fc6210 req-009d101d-773b-41ff-af90-34f00dfafa3f tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:58.328266 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5c88845e-65d9-4f2f-8ae9-5a3050fc6210 req-009d101d-773b-41ff-af90-34f00dfafa3f tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 946 time: 0.0519674 Aug 10 04:53:58.368290 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5c88845e-65d9-4f2f-8ae9-5a3050fc6210 req-5b63ca9a-e638-45e8-8d58-3788d822d88a tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326328 Aug 10 04:53:58.593109 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db55294-9597-4e8c-880d-5ce87de25ed5 req-9fd89f8a-4c0e-4fd0-9659-10b0e5887b67 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:58.594631 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1db55294-9597-4e8c-880d-5ce87de25ed5 req-9fd89f8a-4c0e-4fd0-9659-10b0e5887b67 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0506461 Aug 10 04:53:58.634114 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1db55294-9597-4e8c-880d-5ce87de25ed5 req-d6492bae-edc3-4d53-a784-434c9cf9a808 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334666 Aug 10 04:53:59.200603 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929d780-3a42-4783-8f79-2308973a210d req-243b8166-c60f-4e39-9b2f-944f7d5fa69b tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:59.202001 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-c929d780-3a42-4783-8f79-2308973a210d req-243b8166-c60f-4e39-9b2f-944f7d5fa69b tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.63 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 946 time: 0.0917411 Aug 10 04:53:59.339825 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [req-c929d780-3a42-4783-8f79-2308973a210d req-b6d26851-f10f-4ced-9d36-f3f2891f6980 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Deleting port 8237cfa2-8aaa-458a-88e2-bd19072d4e35 {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:53:59.340167 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-c929d780-3a42-4783-8f79-2308973a210d req-b6d26851-f10f-4ced-9d36-f3f2891f6980 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:59.435940 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [req-c929d780-3a42-4783-8f79-2308973a210d req-b6d26851-f10f-4ced-9d36-f3f2891f6980 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] For port 8237cfa2-8aaa-458a-88e2-bd19072d4e35, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8237cfa2-8aaa-458a-88e2-bd19072d4e35,segment=NetworkSegment(b71f85af-538b-4411-b5bb-f56f0b4e8fdb),segment_id=b71f85af-538b-4411-b5bb-f56f0b4e8fdb)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:53:59.436737 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-c929d780-3a42-4783-8f79-2308973a210d req-b6d26851-f10f-4ced-9d36-f3f2891f6980 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:59.457331 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [req-c929d780-3a42-4783-8f79-2308973a210d req-b6d26851-f10f-4ced-9d36-f3f2891f6980 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Calling delete_port for 8237cfa2-8aaa-458a-88e2-bd19072d4e35 owned by compute:nova {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:53:59.507045 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ba209-6b76-42a9-b4d9-f56e2442ea9f req-418428ff-d757-4d91-b840-c256e5d9d910 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:59.508542 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c18ba209-6b76-42a9-b4d9-f56e2442ea9f req-418428ff-d757-4d91-b840-c256e5d9d910 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 946 time: 0.0540776 Aug 10 04:53:59.552008 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c18ba209-6b76-42a9-b4d9-f56e2442ea9f req-8d2536d3-f99e-4cae-bffc-7bc1f49f3e52 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1d01a6e-2846-4926-b0af-299b6c1b7644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367949 Aug 10 04:53:59.631304 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-c929d780-3a42-4783-8f79-2308973a210d req-b6d26851-f10f-4ced-9d36-f3f2891f6980 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:59.645517 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['8237cfa2-8aaa-458a-88e2-bd19072d4e35'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:53:59.671162 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d26851-f10f-4ced-9d36-f3f2891f6980 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Pushing event deleted for resources: {'Port': ['ID=8237cfa2-8aaa-458a-88e2-bd19072d4e35,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:59.800423 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0ebd3-0f42-4c89-8562-7d2f912f2d53 req-44345557-57d8-467d-9dcb-84d8a7a4556d tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:59.802094 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d5a0ebd3-0f42-4c89-8562-7d2f912f2d53 req-44345557-57d8-467d-9dcb-84d8a7a4556d tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0556428 Aug 10 04:53:59.803611 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [req-c929d780-3a42-4783-8f79-2308973a210d req-b6d26851-f10f-4ced-9d36-f3f2891f6980 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] No DVR routers for this DVR port 8237cfa2-8aaa-458a-88e2-bd19072d4e35 on host hv-cinder-80403 {{(pid=93277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:53:59.808409 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-c929d780-3a42-4783-8f79-2308973a210d req-b6d26851-f10f-4ced-9d36-f3f2891f6980 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:59.814524 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-c929d780-3a42-4783-8f79-2308973a210d req-b6d26851-f10f-4ced-9d36-f3f2891f6980 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.63 "DELETE /v2.0/ports/8237cfa2-8aaa-458a-88e2-bd19072d4e35 HTTP/1.1" status: 204 len: 173 time: 0.6040618 Aug 10 04:53:59.815401 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3222e740-bf4c-4090-9693-ad8ca2ee24c3', 'name': 'network-vif-deleted', 'tag': '8237cfa2-8aaa-458a-88e2-bd19072d4e35'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:53:59.817731 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0435c65cf5a8cc8383a9c7cfa6853d0e89819f93ab363e4d384fd3b31d716135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc25748-ea9d-4037-b09e-46847c77bc44" -d '{"events": [{"server_uuid": "3222e740-bf4c-4090-9693-ad8ca2ee24c3", "name": "network-vif-deleted", "tag": "8237cfa2-8aaa-458a-88e2-bd19072d4e35"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:53:59.867017 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0061470f-20ed-408e-9ae8-3c3c4655333f x-openstack-request-id: req-0061470f-20ed-408e-9ae8-3c3c4655333f {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:53:59.867172 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3222e740-bf4c-4090-9693-ad8ca2ee24c3", "name": "network-vif-deleted", "tag": "8237cfa2-8aaa-458a-88e2-bd19072d4e35", "status": "completed", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:53:59.867426 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0061470f-20ed-408e-9ae8-3c3c4655333f {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:53:59.867815 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3222e740-bf4c-4090-9693-ad8ca2ee24c3', 'name': 'network-vif-deleted', 'tag': '8237cfa2-8aaa-458a-88e2-bd19072d4e35', 'status': 'completed', 'code': 200} Aug 10 04:53:59.889555 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d5a0ebd3-0f42-4c89-8562-7d2f912f2d53 req-f24847aa-8bfa-401e-86bb-32c5413d325c tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738697 Aug 10 04:54:00.667294 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5a2f779f-1c6d-48c9-ad1e-cff8bc3361b3 req-36f62d08-4170-4730-95a6-96f1d9d9d2e0 tempest-DeleteServersTestJSON-2000469874 tempest-DeleteServersTestJSON-2000469874-project] 10.222.0.49 "GET /v2.0/ports?device_id=3222e740-bf4c-4090-9693-ad8ca2ee24c3 HTTP/1.1" status: 200 len: 210 time: 0.0260060 Aug 10 04:54:01.043711 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fe4b3-a3ed-459b-99cb-ebd35d18cb75 req-8f862a1e-90a3-4a88-a97b-143a86ad3be7 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:01.045346 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-407fe4b3-a3ed-459b-99cb-ebd35d18cb75 req-8f862a1e-90a3-4a88-a97b-143a86ad3be7 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0578067 Aug 10 04:54:01.097937 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-407fe4b3-a3ed-459b-99cb-ebd35d18cb75 req-135f8260-56e2-4583-815e-533dcfc05668 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439625 Aug 10 04:54:01.977406 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 8237cfa2-8aaa-458a-88e2-bd19072d4e35 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:54:02.001557 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] No Port match for: 8237cfa2-8aaa-458a-88e2-bd19072d4e35 {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:54:02.002194 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 8237cfa2-8aaa-458a-88e2-bd19072d4e35 not bound to the agent host hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:54:02.226041 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed120f6-6dfe-4112-b3f5-1d0d32cc7eb5 req-0b21860e-bb99-4b86-94cc-14b894f0d640 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:02.234739 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1ed120f6-6dfe-4112-b3f5-1d0d32cc7eb5 req-0b21860e-bb99-4b86-94cc-14b894f0d640 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0653260 Aug 10 04:54:02.283344 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1ed120f6-6dfe-4112-b3f5-1d0d32cc7eb5 req-43134f91-3f3d-4cec-b69f-ec2d917ff812 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474107 Aug 10 04:54:03.176530 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 57180) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:03.222601 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b1c00c-c0b1-4e50-8369-b8d685e9c737 admin admin] Deleting subnet 33e45d8c-a2ec-46e1-a5af-964f4d2d3295 {{(pid=93278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:54:03.226123 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b0b1c00c-c0b1-4e50-8369-b8d685e9c737 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:03.265722 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b0b1c00c-c0b1-4e50-8369-b8d685e9c737 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6830759'] for subnet, precommit_delete_associations {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:03.317030 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b0b1c00c-c0b1-4e50-8369-b8d685e9c737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3582293'] for subnet, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:03.397852 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b0b1c00c-c0b1-4e50-8369-b8d685e9c737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3582274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7361678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7953826'] for subnet, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:03.427613 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b0b1c00c-c0b1-4e50-8369-b8d685e9c737 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:03.430404 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-b0b1c00c-c0b1-4e50-8369-b8d685e9c737 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/33e45d8c-a2ec-46e1-a5af-964f4d2d3295 HTTP/1.1" status: 204 len: 168 time: 0.2526479 Aug 10 04:54:03.432085 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1c00c-c0b1-4e50-8369-b8d685e9c737 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33e45d8c-a2ec-46e1-a5af-964f4d2d3295,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:03.432976 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 57188) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:03.445873 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da9210-49f9-4a42-820f-b0b5bfb0661a req-960f6a54-b201-4f56-a4c0-e6a90046a288 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:03.447454 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-21da9210-49f9-4a42-820f-b0b5bfb0661a req-960f6a54-b201-4f56-a4c0-e6a90046a288 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0887496 Aug 10 04:54:03.496984 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-21da9210-49f9-4a42-820f-b0b5bfb0661a req-3feca6a6-14b1-48f2-82f0-e610de326966 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392473 Aug 10 04:54:03.508093 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-18671dbc-6e9f-4333-bd7c-f460469ad176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727498'] for network, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:03.586390 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-18671dbc-6e9f-4333-bd7c-f460469ad176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580114', 'neutron.services.segments.db._delete_segments_for_network-8757410627184'] for network, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:03.596531 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-18671dbc-6e9f-4333-bd7c-f460469ad176 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51432505-2484-4065-949f-265a3f561e13']}} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:54:03.612841 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-18671dbc-6e9f-4333-bd7c-f460469ad176 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b71f85af-538b-4411-b5bb-f56f0b4e8fdb') {'for_net_delete': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:54:03.613091 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-18671dbc-6e9f-4333-bd7c-f460469ad176 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b71f85af-538b-4411-b5bb-f56f0b4e8fdb') {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:54:03.622159 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-18671dbc-6e9f-4333-bd7c-f460469ad176 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757410630265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58878282'] for segment, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:03.635997 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-18671dbc-6e9f-4333-bd7c-f460469ad176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:03.641894 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18671dbc-6e9f-4333-bd7c-f460469ad176 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:54:03.642274 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-18671dbc-6e9f-4333-bd7c-f460469ad176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59046962'] for segment, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:03.643883 dv-cinder-804035-1-iscsi neutron-server[93277]: Traceback (most recent call last): Aug 10 04:54:03.643883 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:54:03.643883 dv-cinder-804035-1-iscsi neutron-server[93277]: timer() Aug 10 04:54:03.643883 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:54:03.643883 dv-cinder-804035-1-iscsi neutron-server[93277]: cb(*args, **kw) Aug 10 04:54:03.643883 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:54:03.643883 dv-cinder-804035-1-iscsi neutron-server[93277]: return func(*args, **kwargs) Aug 10 04:54:03.643883 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:54:03.643883 dv-cinder-804035-1-iscsi neutron-server[93277]: self._notify() Aug 10 04:54:03.643883 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:54:03.643883 dv-cinder-804035-1-iscsi neutron-server[93277]: self.callback(batched_events) Aug 10 04:54:03.643883 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:54:03.643883 dv-cinder-804035-1-iscsi neutron-server[93277]: event.method(event) Aug 10 04:54:03.643883 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:54:03.643883 dv-cinder-804035-1-iscsi neutron-server[93277]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:54:03.643883 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:54:03.643883 dv-cinder-804035-1-iscsi neutron-server[93277]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:54:03.643883 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:54:03.643883 dv-cinder-804035-1-iscsi neutron-server[93277]: return f(self, *a, **k) Aug 10 04:54:03.643883 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:54:03.643883 dv-cinder-804035-1-iscsi neutron-server[93277]: return self._get(url).json() Aug 10 04:54:03.643883 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:54:03.643883 dv-cinder-804035-1-iscsi neutron-server[93277]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:54:03.643883 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:54:03.643883 dv-cinder-804035-1-iscsi neutron-server[93277]: return self.request(url, 'GET', **kwargs) Aug 10 04:54:03.643883 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:54:03.643883 dv-cinder-804035-1-iscsi neutron-server[93277]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:54:03.643883 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:54:03.643883 dv-cinder-804035-1-iscsi neutron-server[93277]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:54:03.643883 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:54:03.643883 dv-cinder-804035-1-iscsi neutron-server[93277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:54:03.643883 dv-cinder-804035-1-iscsi neutron-server[93277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:54:03.696200 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-18671dbc-6e9f-4333-bd7c-f460469ad176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496300'] for network, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:03.701830 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-18671dbc-6e9f-4333-bd7c-f460469ad176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:03.706516 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-18671dbc-6e9f-4333-bd7c-f460469ad176 admin admin] 10.222.0.49 "DELETE /v2.0/networks/51432505-2484-4065-949f-265a3f561e13 HTTP/1.1" status: 204 len: 168 time: 0.2696626 Aug 10 04:54:03.714275 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18671dbc-6e9f-4333-bd7c-f460469ad176 admin admin] Pushing event deleted for resources: {'Network': ['ID=51432505-2484-4065-949f-265a3f561e13,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:03.859076 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 57210) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:03.899686 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 57212) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:03.906027 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-33a38df6-e115-44e1-a942-fe6e72e95778 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e36649f800234f00820625778be84ac5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0456848 Aug 10 04:54:03.908757 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 57216) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:03.987259 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-37ec9fed-87a8-4293-a72f-ce83bc6d8546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:04.012120 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-37ec9fed-87a8-4293-a72f-ce83bc6d8546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:04.080697 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-37ec9fed-87a8-4293-a72f-ce83bc6d8546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:04.083239 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-37ec9fed-87a8-4293-a72f-ce83bc6d8546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:04.084330 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-37ec9fed-87a8-4293-a72f-ce83bc6d8546 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c1d01a6e-2846-4926-b0af-299b6c1b7644 HTTP/1.1" status: 204 len: 168 time: 0.1745319 Aug 10 04:54:04.092540 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f4f80c6e-3262-4263-a70e-4834e5fc5f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:04.108231 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec9fed-87a8-4293-a72f-ce83bc6d8546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d01a6e-2846-4926-b0af-299b6c1b7644,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:04.226710 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f4f80c6e-3262-4263-a70e-4834e5fc5f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:04.234429 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f4f80c6e-3262-4263-a70e-4834e5fc5f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:04.275301 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f80c6e-3262-4263-a70e-4834e5fc5f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37c63e2-141b-4a28-adf5-8c5c5f1c87e1,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:04.292858 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-f4f80c6e-3262-4263-a70e-4834e5fc5f6c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1ff786ee6c174a9ab56c1b92a3383c24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3898768 Aug 10 04:54:04.293441 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 57228) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:04.345937 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bd397458-8886-4eac-8a9f-a0d4068f79c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:04.367308 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bd397458-8886-4eac-8a9f-a0d4068f79c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:04.427561 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bd397458-8886-4eac-8a9f-a0d4068f79c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:04.430553 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bd397458-8886-4eac-8a9f-a0d4068f79c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:04.434193 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-bd397458-8886-4eac-8a9f-a0d4068f79c4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a37c63e2-141b-4a28-adf5-8c5c5f1c87e1 HTTP/1.1" status: 204 len: 168 time: 0.1372232 Aug 10 04:54:04.442889 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd397458-8886-4eac-8a9f-a0d4068f79c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37c63e2-141b-4a28-adf5-8c5c5f1c87e1,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:04.620298 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a11f04-78c9-4190-ba7f-9267a70113fb req-c8ff3787-b18d-44ae-b736-0024fa52b604 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:04.621976 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a7a11f04-78c9-4190-ba7f-9267a70113fb req-c8ff3787-b18d-44ae-b736-0024fa52b604 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0500000 Aug 10 04:54:04.670851 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a7a11f04-78c9-4190-ba7f-9267a70113fb req-6098162a-431c-4ffc-87db-302837530ebf tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414567 Aug 10 04:54:04.744828 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 57256) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:04.758362 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-21f099a7-b34f-4eb7-869d-914d8342566e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:04.850746 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-21f099a7-b34f-4eb7-869d-914d8342566e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:04.859528 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-21f099a7-b34f-4eb7-869d-914d8342566e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:04.898709 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f099a7-b34f-4eb7-869d-914d8342566e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170d0920-3fc8-4a0a-845a-f22dd14118a2,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:04.905625 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 57264) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:04.906236 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-21f099a7-b34f-4eb7-869d-914d8342566e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d5250aeed4e446c79754b5df3dcdc8b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1596835 Aug 10 04:54:04.962987 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4c8ad1bb-b8e1-47e8-9296-681228465420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:04.984440 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4c8ad1bb-b8e1-47e8-9296-681228465420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:05.038646 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4c8ad1bb-b8e1-47e8-9296-681228465420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:05.041393 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4c8ad1bb-b8e1-47e8-9296-681228465420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:05.042617 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-4c8ad1bb-b8e1-47e8-9296-681228465420 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/170d0920-3fc8-4a0a-845a-f22dd14118a2 HTTP/1.1" status: 204 len: 168 time: 0.1350574 Aug 10 04:54:05.059363 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ad1bb-b8e1-47e8-9296-681228465420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170d0920-3fc8-4a0a-845a-f22dd14118a2,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:05.414183 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 57300) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:05.428751 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bf788d03-caba-4463-a115-4098c99ab05e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:05.529178 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bf788d03-caba-4463-a115-4098c99ab05e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:05.534242 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bf788d03-caba-4463-a115-4098c99ab05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:05.571937 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-bf788d03-caba-4463-a115-4098c99ab05e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ca9aed26640240cf8eafb3ae0086f25c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1565237 Aug 10 04:54:05.573955 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf788d03-caba-4463-a115-4098c99ab05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf70303-630f-4759-99d4-398ad1efd03b,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:05.574995 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 57306) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:05.635431 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f36e082f-85af-43da-ad1b-1022c7e6b5b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:05.656541 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f36e082f-85af-43da-ad1b-1022c7e6b5b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:05.717242 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f36e082f-85af-43da-ad1b-1022c7e6b5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:05.720130 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f36e082f-85af-43da-ad1b-1022c7e6b5b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:05.723462 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-f36e082f-85af-43da-ad1b-1022c7e6b5b1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cbf70303-630f-4759-99d4-398ad1efd03b HTTP/1.1" status: 204 len: 168 time: 0.1473298 Aug 10 04:54:05.734741 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e082f-85af-43da-ad1b-1022c7e6b5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf70303-630f-4759-99d4-398ad1efd03b,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:05.809113 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2cd96-e4cf-4be0-8305-e359b1ad40b7 req-22b7e1e8-cc4b-44d4-b284-17e01b7f9c9e tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:05.810617 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7fc2cd96-e4cf-4be0-8305-e359b1ad40b7 req-22b7e1e8-cc4b-44d4-b284-17e01b7f9c9e tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0472314 Aug 10 04:54:05.849122 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7fc2cd96-e4cf-4be0-8305-e359b1ad40b7 req-34f2f600-8bce-4fb0-aba4-ce24b7003e47 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320246 Aug 10 04:54:06.244068 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 57346) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:06.351414 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-728fa573-a4b7-45e0-b3b3-78c7ad904a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:06.448633 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-728fa573-a4b7-45e0-b3b3-78c7ad904a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:06.462652 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-728fa573-a4b7-45e0-b3b3-78c7ad904a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:06.525724 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-728fa573-a4b7-45e0-b3b3-78c7ad904a0d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0594efa45b4842eb8e201bd9ced5498c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2802873 Aug 10 04:54:06.527454 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728fa573-a4b7-45e0-b3b3-78c7ad904a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d57560-45ec-42a2-819b-035ab417aad6,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:06.528520 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 57366) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:06.598817 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f8dbca13-812f-4e44-a1f9-baa92af7e9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:06.620296 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f8dbca13-812f-4e44-a1f9-baa92af7e9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:06.669810 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f8dbca13-812f-4e44-a1f9-baa92af7e9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:06.672365 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f8dbca13-812f-4e44-a1f9-baa92af7e9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:06.673523 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-f8dbca13-812f-4e44-a1f9-baa92af7e9a5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/24d57560-45ec-42a2-819b-035ab417aad6 HTTP/1.1" status: 204 len: 168 time: 0.1431370 Aug 10 04:54:06.682106 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dbca13-812f-4e44-a1f9-baa92af7e9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d57560-45ec-42a2-819b-035ab417aad6,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:06.979255 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741732a9-0284-4e5c-a493-2fda8f355c1a req-bd2ae71e-3d80-4c91-b57f-35ef902d4e89 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:06.980820 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-741732a9-0284-4e5c-a493-2fda8f355c1a req-bd2ae71e-3d80-4c91-b57f-35ef902d4e89 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0607986 Aug 10 04:54:07.048997 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-741732a9-0284-4e5c-a493-2fda8f355c1a req-02ff1095-25fc-423f-b052-e37716801dce tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465398 Aug 10 04:54:07.099064 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 57390) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:07.112732 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6704402c-ca77-48f5-bda1-d8c3eb07a808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:07.199842 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6704402c-ca77-48f5-bda1-d8c3eb07a808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:07.206876 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6704402c-ca77-48f5-bda1-d8c3eb07a808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:07.242836 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-6704402c-ca77-48f5-bda1-d8c3eb07a808 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2a4c89f2fa6944ba9334d902afd0d9f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426072 Aug 10 04:54:07.243691 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704402c-ca77-48f5-bda1-d8c3eb07a808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b361b0-796e-43e5-9099-3c7c44b13f95,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:07.246021 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 57392) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:07.294324 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d99c10a7-d4ee-4121-8c89-0308ecc4c7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:07.315704 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d99c10a7-d4ee-4121-8c89-0308ecc4c7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:07.366597 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d99c10a7-d4ee-4121-8c89-0308ecc4c7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:07.370816 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d99c10a7-d4ee-4121-8c89-0308ecc4c7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:07.372397 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-d99c10a7-d4ee-4121-8c89-0308ecc4c7aa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/08b361b0-796e-43e5-9099-3c7c44b13f95 HTTP/1.1" status: 204 len: 168 time: 0.1253881 Aug 10 04:54:07.381865 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c10a7-d4ee-4121-8c89-0308ecc4c7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b361b0-796e-43e5-9099-3c7c44b13f95,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:08.151534 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be946053-5f07-43e7-ad92-0825b4e0a7c1 req-ad44c0aa-3501-40c3-8e09-bc65bb4e12e4 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:08.153018 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-be946053-5f07-43e7-ad92-0825b4e0a7c1 req-ad44c0aa-3501-40c3-8e09-bc65bb4e12e4 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0469167 Aug 10 04:54:08.196148 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-be946053-5f07-43e7-ad92-0825b4e0a7c1 req-bcb727df-4037-48d7-9ce6-1fe62c947bfe tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361931 Aug 10 04:54:09.320405 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f5c23-ba21-49c3-b8be-15cedcabe350 req-43a75bf4-710f-491b-8c22-25f22ba3a89b tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:09.321855 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-909f5c23-ba21-49c3-b8be-15cedcabe350 req-43a75bf4-710f-491b-8c22-25f22ba3a89b tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0539014 Aug 10 04:54:09.361500 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-909f5c23-ba21-49c3-b8be-15cedcabe350 req-61d07dc3-eba9-4b78-beab-476d45b78742 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323923 Aug 10 04:54:10.509992 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90924c-437e-48b0-8284-3650e1c018ad req-abb78bd3-758c-425c-adac-56aaf18d46ba tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:10.511512 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ff90924c-437e-48b0-8284-3650e1c018ad req-abb78bd3-758c-425c-adac-56aaf18d46ba tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0478294 Aug 10 04:54:10.550853 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ff90924c-437e-48b0-8284-3650e1c018ad req-808ea317-6aa0-44fe-8d12-193ed1a434d9 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331743 Aug 10 04:54:11.682090 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8590dc0-1411-4fe0-b6c7-e7d69af87c1b req-68a98cce-86b1-4f09-9895-3c1880ff11d7 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:11.683669 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b8590dc0-1411-4fe0-b6c7-e7d69af87c1b req-68a98cce-86b1-4f09-9895-3c1880ff11d7 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0558949 Aug 10 04:54:11.735768 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b8590dc0-1411-4fe0-b6c7-e7d69af87c1b req-f456ed1d-9137-49d8-a58f-7267d9b56cf2 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450668 Aug 10 04:54:12.864919 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c0780-2788-412e-a593-94a5e6a17afd req-f957f676-b6ed-462b-b846-a6f4d171e35b tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:12.866503 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3a0c0780-2788-412e-a593-94a5e6a17afd req-f957f676-b6ed-462b-b846-a6f4d171e35b tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0487628 Aug 10 04:54:12.915572 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3a0c0780-2788-412e-a593-94a5e6a17afd req-d332dcbc-0f0d-473b-9feb-c06bae23614b tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372696 Aug 10 04:54:14.036903 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424b76a-3fe1-4cfe-8d87-264a5a9dc56f req-e1e1aea9-e891-49f5-80f8-1b8befe07682 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:14.038365 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e424b76a-3fe1-4cfe-8d87-264a5a9dc56f req-e1e1aea9-e891-49f5-80f8-1b8befe07682 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0475321 Aug 10 04:54:14.078075 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e424b76a-3fe1-4cfe-8d87-264a5a9dc56f req-56487951-7cf1-4029-a9ba-d2fd06d0263a tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336835 Aug 10 04:54:15.219359 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610579f0-9898-4a55-b490-d7182b1cda63 req-92ce8bcc-7426-430b-bbff-2c0b2a4822d5 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:15.220826 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-610579f0-9898-4a55-b490-d7182b1cda63 req-92ce8bcc-7426-430b-bbff-2c0b2a4822d5 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0666313 Aug 10 04:54:15.271827 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-610579f0-9898-4a55-b490-d7182b1cda63 req-84a1b175-2fb7-47b5-b89f-177b21c5bd8c tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436473 Aug 10 04:54:16.406619 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36ea3a-697f-422c-896e-75acbd7d391a req-00d7a0fa-ff3f-47fb-8b10-7ca9862bd252 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:16.408061 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3e36ea3a-697f-422c-896e-75acbd7d391a req-00d7a0fa-ff3f-47fb-8b10-7ca9862bd252 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0508609 Aug 10 04:54:16.450193 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3e36ea3a-697f-422c-896e-75acbd7d391a req-0e131b08-9c0f-4732-b91d-d6f211a448d3 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330374 Aug 10 04:54:17.152532 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-007910fd-659d-400f-a3a3-f23e052ea998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:17.583688 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3cb60-cf9c-4539-a1f0-518786829ed2 req-7026267b-ed20-4a61-b30e-b4d84059d1ec tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:17.585121 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-43c3cb60-cf9c-4539-a1f0-518786829ed2 req-7026267b-ed20-4a61-b30e-b4d84059d1ec tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0500638 Aug 10 04:54:17.626844 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-43c3cb60-cf9c-4539-a1f0-518786829ed2 req-42d15147-32a3-4b5b-bd06-2bbe0433f8ca tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330319 Aug 10 04:54:18.357736 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:18.741841 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155262d-bef5-4496-a02f-aefcdf627b3c req-11c90984-6cc4-4f34-a9b1-d1c3c8970167 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:18.743310 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9155262d-bef5-4496-a02f-aefcdf627b3c req-11c90984-6cc4-4f34-a9b1-d1c3c8970167 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0493588 Aug 10 04:54:18.784184 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9155262d-bef5-4496-a02f-aefcdf627b3c req-bb017e24-31a0-4e90-a751-dcd41e6ddedc tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348761 Aug 10 04:54:19.906918 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152ac73-3e53-470d-b2e5-d416076e8b36 req-fd793f3a-6b71-4026-9f46-71f2b923fa14 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:19.908575 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4152ac73-3e53-470d-b2e5-d416076e8b36 req-fd793f3a-6b71-4026-9f46-71f2b923fa14 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0556459 Aug 10 04:54:19.945469 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4152ac73-3e53-470d-b2e5-d416076e8b36 req-503ebbc8-5595-452b-8ce9-3a6220b5f01f tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307825 Aug 10 04:54:20.011126 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-53b7c236-ba20-40c5-b8ff-5b27635109b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:20.217748 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:21.070187 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071fe2b-6cf8-48ea-837a-98c771b40434 req-4880c208-827a-4ff3-b9fd-361d7aae09ac tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:21.071680 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3071fe2b-6cf8-48ea-837a-98c771b40434 req-4880c208-827a-4ff3-b9fd-361d7aae09ac tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0524316 Aug 10 04:54:21.111999 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3071fe2b-6cf8-48ea-837a-98c771b40434 req-376c1767-e0f6-4bbf-a973-e5f5c7dec473 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318663 Aug 10 04:54:21.216780 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:22.234538 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11d2a0-5622-49f0-83e5-a938c6f5176d req-81a8da7c-4dad-4539-82f7-f77a06b1735e tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:22.236223 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7e11d2a0-5622-49f0-83e5-a938c6f5176d req-81a8da7c-4dad-4539-82f7-f77a06b1735e tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0532365 Aug 10 04:54:22.278065 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7e11d2a0-5622-49f0-83e5-a938c6f5176d req-c8d76717-0265-418b-85e6-8b1f23140a53 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359256 Aug 10 04:54:22.664090 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:23.580301 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790db63-b6da-46cf-89d1-8b4af0bdc8df req-f8cb71f3-4ee9-46d9-a8c2-89ee9d9466b1 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:23.583279 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c790db63-b6da-46cf-89d1-8b4af0bdc8df req-f8cb71f3-4ee9-46d9-a8c2-89ee9d9466b1 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.2246380 Aug 10 04:54:23.622977 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c790db63-b6da-46cf-89d1-8b4af0bdc8df req-20e7c568-b846-4c13-b7e9-a7aeee9dd009 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333288 Aug 10 04:54:24.744604 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38faffe-022f-4327-b77c-4dcdf23c6812 req-1826c57d-cf13-4561-8ba3-2627915a2797 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:24.746050 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e38faffe-022f-4327-b77c-4dcdf23c6812 req-1826c57d-cf13-4561-8ba3-2627915a2797 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0484927 Aug 10 04:54:24.782458 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e38faffe-022f-4327-b77c-4dcdf23c6812 req-3c03722c-5c5e-43c1-8fff-09c3f9c11ea0 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305471 Aug 10 04:54:25.928199 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b95ff6-4619-460d-8059-4b0ae903396c req-a1945247-1317-48d1-b173-44780a2121f2 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:25.929662 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c8b95ff6-4619-460d-8059-4b0ae903396c req-a1945247-1317-48d1-b173-44780a2121f2 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0635507 Aug 10 04:54:25.972011 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c8b95ff6-4619-460d-8059-4b0ae903396c req-fa97c2a2-389b-4896-807d-a8d6d392e508 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363474 Aug 10 04:54:27.092820 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1f02b-b9df-44b6-8713-e1d9b3c8fe27 req-13ebfcd5-8550-4912-8d6c-fdcdfa177cee tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:27.094278 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6fa1f02b-b9df-44b6-8713-e1d9b3c8fe27 req-13ebfcd5-8550-4912-8d6c-fdcdfa177cee tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0537634 Aug 10 04:54:27.132026 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6fa1f02b-b9df-44b6-8713-e1d9b3c8fe27 req-f12ef8c1-612f-4c06-9fd6-db119c9aa817 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316241 Aug 10 04:54:28.256043 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdd022-a52a-4477-8b65-14599d37b08f req-c320a24f-8a61-42b7-9583-f82123f80bda tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:28.257330 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2ccdd022-a52a-4477-8b65-14599d37b08f req-c320a24f-8a61-42b7-9583-f82123f80bda tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0490940 Aug 10 04:54:28.297290 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2ccdd022-a52a-4477-8b65-14599d37b08f req-5a4fcf5b-f6fa-4afc-954f-cb1d4b3c3a4c tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314701 Aug 10 04:54:29.416656 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad8c94-2708-4ca9-a1a9-a7e470dacb2e req-e00b0dfb-c40e-4c0f-bf2e-e51e91ea6e4d tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:29.418081 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-23ad8c94-2708-4ca9-a1a9-a7e470dacb2e req-e00b0dfb-c40e-4c0f-bf2e-e51e91ea6e4d tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0491111 Aug 10 04:54:29.463087 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-23ad8c94-2708-4ca9-a1a9-a7e470dacb2e req-83e9c35c-2ba8-4cce-9a02-27a6bccf481d tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359411 Aug 10 04:54:30.491435 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:54:30.599338 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d31c2-5933-4c54-bbf4-6c657d614076 req-41dd99c5-4d0f-4230-98f8-184944c16395 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:30.600791 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-883d31c2-5933-4c54-bbf4-6c657d614076 req-41dd99c5-4d0f-4230-98f8-184944c16395 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0584507 Aug 10 04:54:30.638191 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-883d31c2-5933-4c54-bbf4-6c657d614076 req-8bcde443-4970-4c7e-a647-1af99a1d0f7a tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313241 Aug 10 04:54:31.772576 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07815b62-a037-4a63-bf8c-aa4a1c8ab18f req-7560c2db-97a5-4adb-b9ad-ee242520cf9a tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:31.774058 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-07815b62-a037-4a63-bf8c-aa4a1c8ab18f req-7560c2db-97a5-4adb-b9ad-ee242520cf9a tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0580890 Aug 10 04:54:31.819575 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-07815b62-a037-4a63-bf8c-aa4a1c8ab18f req-0369a314-8b8b-4bd4-a4bf-160caa6654ce tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365646 Aug 10 04:54:32.941474 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b413e-4452-44a3-933e-a14d8deb7318 req-9776d55f-99a4-4cda-ae2e-9796679b7d06 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:32.943025 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fc5b413e-4452-44a3-933e-a14d8deb7318 req-9776d55f-99a4-4cda-ae2e-9796679b7d06 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0505347 Aug 10 04:54:32.984018 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fc5b413e-4452-44a3-933e-a14d8deb7318 req-a55aa960-563a-44ec-b1dc-a7cd42624ab4 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346453 Aug 10 04:54:34.110454 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508058a7-d38b-4ade-8dd1-ae819d024480 req-bb331ffc-8ac6-4637-87e6-7fb3687a7f5c tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:34.112048 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-508058a7-d38b-4ade-8dd1-ae819d024480 req-bb331ffc-8ac6-4637-87e6-7fb3687a7f5c tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0555389 Aug 10 04:54:34.149812 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-508058a7-d38b-4ade-8dd1-ae819d024480 req-3ad177e5-a6ca-4eb2-aa40-2137132759db tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317967 Aug 10 04:54:35.273558 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6130d-545b-4fdb-8dde-d1db7769ee30 req-32b2fabf-db97-4694-8b07-09e31253fc52 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:35.275673 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e4f6130d-545b-4fdb-8dde-d1db7769ee30 req-32b2fabf-db97-4694-8b07-09e31253fc52 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0519114 Aug 10 04:54:35.333254 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e4f6130d-545b-4fdb-8dde-d1db7769ee30 req-d4a7fe5b-0314-40fc-87b7-17eb9cb4ab94 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514164 Aug 10 04:54:35.910844 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65d354-a29c-471d-9017-a3abba82c1a1 req-8ae765d8-859e-47da-a4bc-533d93b04986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:35.912365 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-0e65d354-a29c-471d-9017-a3abba82c1a1 req-8ae765d8-859e-47da-a4bc-533d93b04986 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 1098 time: 0.0535626 Aug 10 04:54:35.961258 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-0e65d354-a29c-471d-9017-a3abba82c1a1 req-4b9a92f9-1fe4-4e2e-9434-ff376a0eab30 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332515 Aug 10 04:54:36.452509 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80af40d-d9aa-40f2-af52-0e011d6587f1 req-69b20f66-90d2-4ebe-aba8-80cd2f18cda7 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:36.453890 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c80af40d-d9aa-40f2-af52-0e011d6587f1 req-69b20f66-90d2-4ebe-aba8-80cd2f18cda7 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0530283 Aug 10 04:54:36.498435 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c80af40d-d9aa-40f2-af52-0e011d6587f1 req-72fc7f42-c4ac-4eb8-9545-d01a8cf4f71c tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355804 Aug 10 04:54:37.617170 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ad2ce-ecf3-40b2-bed7-654ec252af56 req-9bded2df-4cd4-4a95-bd2d-edb2db1cda71 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:37.618606 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ea8ad2ce-ecf3-40b2-bed7-654ec252af56 req-9bded2df-4cd4-4a95-bd2d-edb2db1cda71 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0474524 Aug 10 04:54:37.655578 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ea8ad2ce-ecf3-40b2-bed7-654ec252af56 req-d0ed7eec-be81-45e1-926b-8cdadf7d1083 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307271 Aug 10 04:54:38.769328 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c1058-5008-49c8-aad0-4ba10d46c2b8 req-fa6ae17e-db9e-46f2-8343-509c082cda87 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:38.770783 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-866c1058-5008-49c8-aad0-4ba10d46c2b8 req-fa6ae17e-db9e-46f2-8343-509c082cda87 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0474288 Aug 10 04:54:38.807085 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-866c1058-5008-49c8-aad0-4ba10d46c2b8 req-36b2d09a-7ea7-495a-a5ec-f0632fcd9f93 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302527 Aug 10 04:54:39.922449 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446ac2b-cd37-448d-b280-a5ab1160b607 req-b34dfd29-d085-485c-abbc-0065ca92e33e tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:39.923962 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2446ac2b-cd37-448d-b280-a5ab1160b607 req-b34dfd29-d085-485c-abbc-0065ca92e33e tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0484388 Aug 10 04:54:39.967786 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2446ac2b-cd37-448d-b280-a5ab1160b607 req-bf996cb7-c98c-4be9-bb9e-de332fb392ca tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375659 Aug 10 04:54:41.092317 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441dc67-495c-496f-a4cb-4391b801a166 req-38bb07e0-1100-42c7-a4e3-4992e99b22d1 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:41.093787 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7441dc67-495c-496f-a4cb-4391b801a166 req-38bb07e0-1100-42c7-a4e3-4992e99b22d1 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0532620 Aug 10 04:54:41.136415 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7441dc67-495c-496f-a4cb-4391b801a166 req-630788fb-0f36-47b3-b7bc-70b0121349c9 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336273 Aug 10 04:54:42.255209 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c13291-b220-4f7e-ad2f-db086ab14961 req-fa46f100-d974-4d1f-ade3-121bc12cd4bb tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:42.256809 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-87c13291-b220-4f7e-ad2f-db086ab14961 req-fa46f100-d974-4d1f-ade3-121bc12cd4bb tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0514870 Aug 10 04:54:42.296974 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-87c13291-b220-4f7e-ad2f-db086ab14961 req-5e79963f-f45f-4804-aac4-64fb022fc6bb tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322359 Aug 10 04:54:43.416301 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c27bb-47ba-4cb6-ab5a-a9dde7edaa3e req-31086661-4ed2-416f-aa69-b06eb294a166 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:43.417777 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-096c27bb-47ba-4cb6-ab5a-a9dde7edaa3e req-31086661-4ed2-416f-aa69-b06eb294a166 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0475948 Aug 10 04:54:43.459529 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-096c27bb-47ba-4cb6-ab5a-a9dde7edaa3e req-30dd0c40-a275-444e-b645-9238c54c36d5 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353835 Aug 10 04:54:44.575467 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f814d-767c-4e06-91ae-b6191182835c req-8b4775e6-6ce6-46d7-9321-cd1e35ae10e1 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:44.576924 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-268f814d-767c-4e06-91ae-b6191182835c req-8b4775e6-6ce6-46d7-9321-cd1e35ae10e1 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0499473 Aug 10 04:54:44.619068 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-268f814d-767c-4e06-91ae-b6191182835c req-0dbaa690-e541-4126-ab51-32724bd9a3b2 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334244 Aug 10 04:54:45.748343 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc581e5-2864-4694-88d6-69d0e8cf6096 req-6d833232-8b00-4650-9ccb-f0790bcc2290 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:45.749948 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2fc581e5-2864-4694-88d6-69d0e8cf6096 req-6d833232-8b00-4650-9ccb-f0790bcc2290 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0552895 Aug 10 04:54:45.793455 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2fc581e5-2864-4694-88d6-69d0e8cf6096 req-eedfc3b2-bd05-43dd-821b-16bce7ecd12c tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346947 Aug 10 04:54:46.908388 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739235ea-c9e0-495a-b744-8f6dbf7a81a7 req-57218964-d70a-4d31-8d88-b31d1ac71591 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:46.909958 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-739235ea-c9e0-495a-b744-8f6dbf7a81a7 req-57218964-d70a-4d31-8d88-b31d1ac71591 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0487678 Aug 10 04:54:46.955168 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-739235ea-c9e0-495a-b744-8f6dbf7a81a7 req-f4523d94-e21b-48ae-b368-1b272eaf8db7 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361855 Aug 10 04:54:47.093217 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-a57c795d-14d2-4722-aad7-fe2dc368fb0b req-e1b68ef2-1c48-4f76-8aa0-7501968799ca service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472906 Aug 10 04:54:47.149721 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-dfd47011-898f-442c-b0e9-c4272b3a7d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:47.811288 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c795d-14d2-4722-aad7-fe2dc368fb0b req-b2e141ee-7c6b-47ea-8ede-9a524c91ae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:47.812739 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-a57c795d-14d2-4722-aad7-fe2dc368fb0b req-b2e141ee-7c6b-47ea-8ede-9a524c91ae99 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7c7b5b90b1974558a6b6090b510234f1&device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 1099 time: 0.0400147 Aug 10 04:54:47.943144 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c795d-14d2-4722-aad7-fe2dc368fb0b req-48030f6c-1441-43be-9308-a0e7ebb88ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:47.944766 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-a57c795d-14d2-4722-aad7-fe2dc368fb0b req-48030f6c-1441-43be-9308-a0e7ebb88ab1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=fa4da3fe-515b-43af-bfca-345879bf66c5 HTTP/1.1" status: 200 len: 920 time: 0.1037049 Aug 10 04:54:48.004400 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-a57c795d-14d2-4722-aad7-fe2dc368fb0b req-2396e046-90b6-4fec-9b46-2740bf6de533 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0d976ab-e736-4987-892d-9d160b351bdc HTTP/1.1" status: 200 len: 217 time: 0.0448856 Aug 10 04:54:48.068057 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c795d-14d2-4722-aad7-fe2dc368fb0b req-128efdc6-14ea-4ccc-9f2c-9212ff091d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:48.069727 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-a57c795d-14d2-4722-aad7-fe2dc368fb0b req-128efdc6-14ea-4ccc-9f2c-9212ff091d3b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3decaebb-6db7-465e-9b45-ecf80d350e0e HTTP/1.1" status: 200 len: 859 time: 0.0526550 Aug 10 04:54:48.085689 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5295b-eda1-423d-a301-bd6bb6e89fe2 req-74cbaf6e-f781-411c-bda0-47964b777b2f tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:48.087347 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-07d5295b-eda1-423d-a301-bd6bb6e89fe2 req-74cbaf6e-f781-411c-bda0-47964b777b2f tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.0513103 Aug 10 04:54:48.105899 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-a57c795d-14d2-4722-aad7-fe2dc368fb0b req-a0b8a711-1286-4e7b-95b2-2a5fc876efb4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fa4da3fe-515b-43af-bfca-345879bf66c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268641 Aug 10 04:54:48.127440 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-07d5295b-eda1-423d-a301-bd6bb6e89fe2 req-2ef4abce-358c-4b96-aa6d-495ab1b2111f tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326145 Aug 10 04:54:48.204766 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-a57c795d-14d2-4722-aad7-fe2dc368fb0b req-c99ffa4c-8c3b-458a-ab45-984dc85f3b8f service neutron] 10.222.0.63 "GET /v2.0/networks/fa4da3fe-515b-43af-bfca-345879bf66c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893965 Aug 10 04:54:48.246167 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65679d-e868-4d14-a6d8-e801493455a7 req-c7334539-5ee9-42e7-9851-8142c4e9288f tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:48.247683 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4c65679d-e868-4d14-a6d8-e801493455a7 req-c7334539-5ee9-42e7-9851-8142c4e9288f tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0508232 Aug 10 04:54:48.287863 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4c65679d-e868-4d14-a6d8-e801493455a7 req-d8f102f5-9b99-4320-ada3-893358760f34 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336678 Aug 10 04:54:48.305873 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-a57c795d-14d2-4722-aad7-fe2dc368fb0b req-224c9fee-aeea-4e7b-a3c4-a3c19c558eca service neutron] 10.222.0.63 "GET /v2.0/networks/fa4da3fe-515b-43af-bfca-345879bf66c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888999 Aug 10 04:54:48.372172 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:50.003993 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-13c16706-6273-4e57-87d5-d390b99589ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:50.215071 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:51.232516 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:52.671176 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:57.357616 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec4acd-f633-4f1b-be8f-5e910799f81a req-7a04ae3c-ccb4-4198-8770-083e84c65e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:57.359472 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-23ec4acd-f633-4f1b-be8f-5e910799f81a req-7a04ae3c-ccb4-4198-8770-083e84c65e83 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7c7b5b90b1974558a6b6090b510234f1&device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 1099 time: 0.0471070 Aug 10 04:54:57.365446 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17d319-ae78-485b-8648-3807ff0efa84 req-4b8e2191-8f6b-4a0d-a33c-a780e049b7d0 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:57.368025 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cf17d319-ae78-485b-8648-3807ff0efa84 req-4b8e2191-8f6b-4a0d-a33c-a780e049b7d0 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0512595 Aug 10 04:54:57.423830 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cf17d319-ae78-485b-8648-3807ff0efa84 req-0d0376f3-237e-441e-8463-bd28f1d2f498 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394528 Aug 10 04:54:57.477141 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec4acd-f633-4f1b-be8f-5e910799f81a req-90625014-c7c8-4135-8416-05413d5e470c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:57.478686 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-23ec4acd-f633-4f1b-be8f-5e910799f81a req-90625014-c7c8-4135-8416-05413d5e470c service neutron] 10.222.0.63 "GET /v2.0/networks?id=fa4da3fe-515b-43af-bfca-345879bf66c5 HTTP/1.1" status: 200 len: 920 time: 0.1068780 Aug 10 04:54:57.528008 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-23ec4acd-f633-4f1b-be8f-5e910799f81a req-895bf82e-f825-4006-80de-c21edacdc2ac service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0d976ab-e736-4987-892d-9d160b351bdc HTTP/1.1" status: 200 len: 217 time: 0.0408235 Aug 10 04:54:57.584765 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec4acd-f633-4f1b-be8f-5e910799f81a req-d399f96f-262d-4162-a98a-49fc95f67f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:57.586573 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-23ec4acd-f633-4f1b-be8f-5e910799f81a req-d399f96f-262d-4162-a98a-49fc95f67f42 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3decaebb-6db7-465e-9b45-ecf80d350e0e HTTP/1.1" status: 200 len: 859 time: 0.0486817 Aug 10 04:54:57.620645 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-23ec4acd-f633-4f1b-be8f-5e910799f81a req-10ca3eaa-af6f-4397-8f8f-05e1d83b0f4e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fa4da3fe-515b-43af-bfca-345879bf66c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251551 Aug 10 04:54:57.724432 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-23ec4acd-f633-4f1b-be8f-5e910799f81a req-e22308e3-7854-4ee5-b8df-d9f8bea3c1e5 service neutron] 10.222.0.63 "GET /v2.0/networks/fa4da3fe-515b-43af-bfca-345879bf66c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945265 Aug 10 04:54:57.834599 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-23ec4acd-f633-4f1b-be8f-5e910799f81a req-caa89147-327d-4a3d-a4ef-bf0b4c4ea720 service neutron] 10.222.0.63 "GET /v2.0/networks/fa4da3fe-515b-43af-bfca-345879bf66c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015797 Aug 10 04:54:57.949693 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 58454) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:58.074031 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f1b9d3a5-0063-45ee-82e2-e6db113a0abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:58.178098 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f1b9d3a5-0063-45ee-82e2-e6db113a0abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:58.184744 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f1b9d3a5-0063-45ee-82e2-e6db113a0abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:58.222680 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-f1b9d3a5-0063-45ee-82e2-e6db113a0abb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=af14cc2a73e4459aae6cff62a9063d43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718306 Aug 10 04:54:58.223553 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9d3a5-0063-45ee-82e2-e6db113a0abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a0183a-fe02-41db-80f7-ab778535e18c,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:58.225401 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 58464) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:58.241193 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b9d3a5-0063-45ee-82e2-e6db113a0abb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:58.241553 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b9d3a5-0063-45ee-82e2-e6db113a0abb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:58.241891 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b9d3a5-0063-45ee-82e2-e6db113a0abb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:58.242218 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b9d3a5-0063-45ee-82e2-e6db113a0abb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:58.242523 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b9d3a5-0063-45ee-82e2-e6db113a0abb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:58.242849 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b9d3a5-0063-45ee-82e2-e6db113a0abb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:58.243199 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b9d3a5-0063-45ee-82e2-e6db113a0abb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:58.243515 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b9d3a5-0063-45ee-82e2-e6db113a0abb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:58.243843 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b9d3a5-0063-45ee-82e2-e6db113a0abb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:58.244153 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b9d3a5-0063-45ee-82e2-e6db113a0abb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:58.244480 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b9d3a5-0063-45ee-82e2-e6db113a0abb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:58.244779 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b9d3a5-0063-45ee-82e2-e6db113a0abb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:58.287988 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3108d380-1e45-4b3d-b035-33478a2f9db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:58.308909 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3108d380-1e45-4b3d-b035-33478a2f9db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:58.358414 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3108d380-1e45-4b3d-b035-33478a2f9db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:58.361055 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3108d380-1e45-4b3d-b035-33478a2f9db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:58.362183 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-3108d380-1e45-4b3d-b035-33478a2f9db3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/49a0183a-fe02-41db-80f7-ab778535e18c HTTP/1.1" status: 204 len: 168 time: 0.1358891 Aug 10 04:54:58.369433 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108d380-1e45-4b3d-b035-33478a2f9db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a0183a-fe02-41db-80f7-ab778535e18c,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:58.543804 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fde8b8-e181-49a0-b82a-8cd7c40d4ed8 req-463ab8e1-dfd5-49ca-9b83-fe8ca8f4b445 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:58.545270 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-39fde8b8-e181-49a0-b82a-8cd7c40d4ed8 req-463ab8e1-dfd5-49ca-9b83-fe8ca8f4b445 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0533803 Aug 10 04:54:58.583874 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-39fde8b8-e181-49a0-b82a-8cd7c40d4ed8 req-cef6e40a-cc09-442b-b590-17aaa07465f8 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320165 Aug 10 04:54:58.647456 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 58480) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:58.660192 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8ec19159-e1aa-4f5b-b02b-6a372136a051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:58.753442 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8ec19159-e1aa-4f5b-b02b-6a372136a051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:58.758597 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8ec19159-e1aa-4f5b-b02b-6a372136a051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:58.795344 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-8ec19159-e1aa-4f5b-b02b-6a372136a051 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b3b57e60e25845bfa42a54edf950679f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1468883 Aug 10 04:54:58.796226 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec19159-e1aa-4f5b-b02b-6a372136a051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbc42ea-13d4-4ac8-a407-322d421c9f66,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:58.798353 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 58492) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:58.846416 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-959f27f9-e5e4-4ab2-974d-2d47a875a89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:58.867223 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-959f27f9-e5e4-4ab2-974d-2d47a875a89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:58.914958 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-959f27f9-e5e4-4ab2-974d-2d47a875a89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:58.917473 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-959f27f9-e5e4-4ab2-974d-2d47a875a89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:58.921632 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-959f27f9-e5e4-4ab2-974d-2d47a875a89a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8cbc42ea-13d4-4ac8-a407-322d421c9f66 HTTP/1.1" status: 204 len: 168 time: 0.1220887 Aug 10 04:54:58.929527 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f27f9-e5e4-4ab2-974d-2d47a875a89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbc42ea-13d4-4ac8-a407-322d421c9f66,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:58.937426 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959f27f9-e5e4-4ab2-974d-2d47a875a89a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:58.937947 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959f27f9-e5e4-4ab2-974d-2d47a875a89a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:58.938455 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959f27f9-e5e4-4ab2-974d-2d47a875a89a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:58.938968 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959f27f9-e5e4-4ab2-974d-2d47a875a89a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:58.939309 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959f27f9-e5e4-4ab2-974d-2d47a875a89a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:58.939641 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959f27f9-e5e4-4ab2-974d-2d47a875a89a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:58.939971 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959f27f9-e5e4-4ab2-974d-2d47a875a89a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:58.940294 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959f27f9-e5e4-4ab2-974d-2d47a875a89a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:58.940620 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959f27f9-e5e4-4ab2-974d-2d47a875a89a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:58.940943 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959f27f9-e5e4-4ab2-974d-2d47a875a89a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:58.941261 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959f27f9-e5e4-4ab2-974d-2d47a875a89a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:58.941576 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959f27f9-e5e4-4ab2-974d-2d47a875a89a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:58.998590 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 58502) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:59.209286 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8a6936ee-6988-4fc6-b730-1f442cd0392c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:59.303669 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8a6936ee-6988-4fc6-b730-1f442cd0392c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:59.308553 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8a6936ee-6988-4fc6-b730-1f442cd0392c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:59.347846 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-8a6936ee-6988-4fc6-b730-1f442cd0392c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6ac39c929e9f46e08357ad3e85b664a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3455360 Aug 10 04:54:59.347846 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6936ee-6988-4fc6-b730-1f442cd0392c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001c0738-c3e8-4a77-86d0-44403f7a8006,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:59.348327 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 58520) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:59.398228 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-bb0efbe0-9768-4637-974a-2647f9b19754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:59.421129 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-bb0efbe0-9768-4637-974a-2647f9b19754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:59.475749 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-bb0efbe0-9768-4637-974a-2647f9b19754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:59.478374 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-bb0efbe0-9768-4637-974a-2647f9b19754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:59.479548 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-bb0efbe0-9768-4637-974a-2647f9b19754 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/001c0738-c3e8-4a77-86d0-44403f7a8006 HTTP/1.1" status: 204 len: 168 time: 0.1303501 Aug 10 04:54:59.488062 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0efbe0-9768-4637-974a-2647f9b19754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001c0738-c3e8-4a77-86d0-44403f7a8006,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:59.699163 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a3247-1fe5-479f-bbac-38f53cdd2f7b req-4b72f2fd-158b-4060-90b2-4dfa5d6465e1 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:59.701270 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4f7a3247-1fe5-479f-bbac-38f53cdd2f7b req-4b72f2fd-158b-4060-90b2-4dfa5d6465e1 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0488925 Aug 10 04:54:59.742307 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4f7a3247-1fe5-479f-bbac-38f53cdd2f7b req-e620767b-f00e-4024-af7e-5f512a505b05 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340476 Aug 10 04:55:00.218351 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 58572) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:00.324353 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-17246325-e35c-4181-9458-fe193788981f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-862425945-network', 'tenant_id': '4ce369bfd4e340699780f93870f7930e'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:55:00.345749 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17246325-e35c-4181-9458-fe193788981f admin admin] Made reservation on behalf of 4ce369bfd4e340699780f93870f7930e for: {'network': 1} {{(pid=93277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:55:00.347861 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-17246325-e35c-4181-9458-fe193788981f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for network, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:00.356007 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-17246325-e35c-4181-9458-fe193788981f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:00.449056 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-17246325-e35c-4181-9458-fe193788981f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:00.454815 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-17246325-e35c-4181-9458-fe193788981f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:00.474919 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17246325-e35c-4181-9458-fe193788981f admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=93277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:55:00.490315 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17246325-e35c-4181-9458-fe193788981f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53050071-cabd-4979-91c8-669145e18121,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:00.493353 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-17246325-e35c-4181-9458-fe193788981f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:00.493753 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.db.segments_db [None req-17246325-e35c-4181-9458-fe193788981f admin admin] Added segment 352272ad-d3ee-4361-b2d1-234512477266 of type vlan for network 8b57983f-7f67-4e1a-a5f4-e455640ee157 Aug 10 04:55:00.542206 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-17246325-e35c-4181-9458-fe193788981f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757410051916'] for network, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:00.572147 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-17246325-e35c-4181-9458-fe193788981f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092'] for network, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:00.573183 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17246325-e35c-4181-9458-fe193788981f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:00.573795 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-17246325-e35c-4181-9458-fe193788981f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:00.629378 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-17246325-e35c-4181-9458-fe193788981f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4098825 Aug 10 04:55:00.632537 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 58592) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:00.638306 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-037693bb-cd63-4380-b7ac-8c0e5bde634c admin admin] Request body: {'subnet': {'network_id': '8b57983f-7f67-4e1a-a5f4-e455640ee157', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-862425945-subnet', 'tenant_id': '4ce369bfd4e340699780f93870f7930e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:55:00.639104 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17246325-e35c-4181-9458-fe193788981f admin admin] Pushing event updated for resources: {'Network': ['ID=8b57983f-7f67-4e1a-a5f4-e455640ee157,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:00.649584 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Network 8b57983f-7f67-4e1a-a5f4-e455640ee157 details requested by agent ovs-agent-dv-cinder-804035-1-iscsi with host dv-cinder-804035-1-iscsi {{(pid=93279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:55:00.666389 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037693bb-cd63-4380-b7ac-8c0e5bde634c admin admin] Made reservation on behalf of 4ce369bfd4e340699780f93870f7930e for: {'subnet': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:55:00.668857 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-037693bb-cd63-4380-b7ac-8c0e5bde634c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7953801'] for subnet, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:00.871612 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-037693bb-cd63-4380-b7ac-8c0e5bde634c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7361737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7953851'] for subnet, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:00.913291 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61890e-c459-42eb-a98f-2695c871d869 req-9f17cd91-e59e-462e-acc0-f0eca566895a tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:00.914760 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bc61890e-c459-42eb-a98f-2695c871d869 req-9f17cd91-e59e-462e-acc0-f0eca566895a tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0915217 Aug 10 04:55:00.966500 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037693bb-cd63-4380-b7ac-8c0e5bde634c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb30011b-feb9-4afb-9423-c90e0110daff,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:00.979338 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037693bb-cd63-4380-b7ac-8c0e5bde634c admin admin] Checking segment: {'id': '352272ad-d3ee-4361-b2d1-234512477266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8b57983f-7f67-4e1a-a5f4-e455640ee157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:55:00.979688 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037693bb-cd63-4380-b7ac-8c0e5bde634c admin admin] Network hostable DHCP agents. Network: 8b57983f-7f67-4e1a-a5f4-e455640ee157, hostable agents: ['5003063e-fd7f-41c4-9249-d5db703bed75'], hosted agents: [] {{(pid=93278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:55:00.986956 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bc61890e-c459-42eb-a98f-2695c871d869 req-d9091590-d8b4-4e4e-bdd3-6da638ee77b2 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596933 Aug 10 04:55:01.011600 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037693bb-cd63-4380-b7ac-8c0e5bde634c admin admin] Network 8b57983f-7f67-4e1a-a5f4-e455640ee157 is scheduled to be hosted by DHCP agent 5003063e-fd7f-41c4-9249-d5db703bed75 with binding_index 1 {{(pid=93278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:55:01.022715 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-037693bb-cd63-4380-b7ac-8c0e5bde634c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-1-iscsi, 8b57983f-7f67-4e1a-a5f4-e455640ee157) {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:55:01.026935 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037693bb-cd63-4380-b7ac-8c0e5bde634c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:01.028051 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-037693bb-cd63-4380-b7ac-8c0e5bde634c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:01.032153 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2bdb72-3957-4a00-ace9-7067ad4403e0 None None] Network 8b57983f-7f67-4e1a-a5f4-e455640ee157 requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:55:01.044563 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-037693bb-cd63-4380-b7ac-8c0e5bde634c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4105814 Aug 10 04:55:01.161393 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defdad84-f397-4c1a-a817-7831286b7e36 None None] Network 8b57983f-7f67-4e1a-a5f4-e455640ee157 requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:55:01.475257 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 58628) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:01.601236 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1094870d-4eae-458b-b366-88a71399716d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:01.689353 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1094870d-4eae-458b-b366-88a71399716d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:01.695093 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1094870d-4eae-458b-b366-88a71399716d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:01.734007 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-1094870d-4eae-458b-b366-88a71399716d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d262277a24e041b9ac76e27ba5fa5718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2578211 Aug 10 04:55:01.735141 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094870d-4eae-458b-b366-88a71399716d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb3aba3-0d93-4ee8-ac80-872ac9cf71a1,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:01.736805 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 58638) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:01.791074 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-210f490b-cd5c-42a6-99b0-ccdc8ad63cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:01.816092 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-210f490b-cd5c-42a6-99b0-ccdc8ad63cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:01.867537 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-210f490b-cd5c-42a6-99b0-ccdc8ad63cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:01.870304 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-210f490b-cd5c-42a6-99b0-ccdc8ad63cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:01.871786 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-210f490b-cd5c-42a6-99b0-ccdc8ad63cf5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3eb3aba3-0d93-4ee8-ac80-872ac9cf71a1 HTTP/1.1" status: 204 len: 168 time: 0.1331887 Aug 10 04:55:01.879804 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f490b-cd5c-42a6-99b0-ccdc8ad63cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb3aba3-0d93-4ee8-ac80-872ac9cf71a1,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:02.114053 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be6d59-8472-4176-8b3e-434ff1eac4be req-82a4d61f-dd51-4d72-84d0-c5e12ad7a826 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:02.115566 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-67be6d59-8472-4176-8b3e-434ff1eac4be req-82a4d61f-dd51-4d72-84d0-c5e12ad7a826 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0535808 Aug 10 04:55:02.154208 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-67be6d59-8472-4176-8b3e-434ff1eac4be req-1d5d956b-17f6-403c-be97-7aa5e528a49f tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327258 Aug 10 04:55:02.158244 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 58648) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:02.171538 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5cc2-c529-4a53-9a75-81bba7c2bdd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:02.260043 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5cc2-c529-4a53-9a75-81bba7c2bdd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:02.266537 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5cc2-c529-4a53-9a75-81bba7c2bdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:02.303385 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-ec2a5cc2-c529-4a53-9a75-81bba7c2bdd2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8dc188f46ec9492e9ba387dff0e00e21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1440542 Aug 10 04:55:02.304313 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a5cc2-c529-4a53-9a75-81bba7c2bdd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7435ba18-5d42-4324-a80e-dced12784df2,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:02.307344 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 58650) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:02.359869 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-42dcbb2b-659d-4638-ba1f-73e50ec2f652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:02.381089 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-42dcbb2b-659d-4638-ba1f-73e50ec2f652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:02.438912 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-42dcbb2b-659d-4638-ba1f-73e50ec2f652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:02.443000 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-42dcbb2b-659d-4638-ba1f-73e50ec2f652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:02.445763 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-42dcbb2b-659d-4638-ba1f-73e50ec2f652 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7435ba18-5d42-4324-a80e-dced12784df2 HTTP/1.1" status: 204 len: 168 time: 0.1372061 Aug 10 04:55:02.455544 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dcbb2b-659d-4638-ba1f-73e50ec2f652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7435ba18-5d42-4324-a80e-dced12784df2,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:03.268474 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32665d53-b7c7-4b80-a78c-95e39ccfeb34 req-6dc95900-7185-4034-9b92-6d119f0e411a tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:03.269945 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-32665d53-b7c7-4b80-a78c-95e39ccfeb34 req-6dc95900-7185-4034-9b92-6d119f0e411a tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0490413 Aug 10 04:55:03.308517 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-32665d53-b7c7-4b80-a78c-95e39ccfeb34 req-b3af4be0-cfd9-4dc8-80ae-28b0fa2d0291 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326018 Aug 10 04:55:03.572648 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 58696) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:03.682737 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3d9a91d8-6b7e-43d9-bf22-849215592bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:03.789212 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3d9a91d8-6b7e-43d9-bf22-849215592bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:03.794652 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3d9a91d8-6b7e-43d9-bf22-849215592bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:03.831307 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-3d9a91d8-6b7e-43d9-bf22-849215592bb4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cf91e3ce74dd4be38454a350b0c1520e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2574596 Aug 10 04:55:03.832665 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a91d8-6b7e-43d9-bf22-849215592bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f162aea-e8d1-4f46-86e0-7a6a1c99d41c,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:03.834319 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 58704) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:03.893913 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ea10665b-3500-41bd-b0ef-395feaaa6352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:03.916593 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ea10665b-3500-41bd-b0ef-395feaaa6352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:03.966290 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ea10665b-3500-41bd-b0ef-395feaaa6352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:03.969316 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ea10665b-3500-41bd-b0ef-395feaaa6352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:03.970473 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-ea10665b-3500-41bd-b0ef-395feaaa6352 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1f162aea-e8d1-4f46-86e0-7a6a1c99d41c HTTP/1.1" status: 204 len: 168 time: 0.1338630 Aug 10 04:55:03.978270 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10665b-3500-41bd-b0ef-395feaaa6352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f162aea-e8d1-4f46-86e0-7a6a1c99d41c,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:04.427855 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2d8c5-87d4-4c4a-b396-ff19eddf1179 req-a7267e89-07a8-4e17-8740-7a28ab2c9ea7 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:04.429405 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dfe2d8c5-87d4-4c4a-b396-ff19eddf1179 req-a7267e89-07a8-4e17-8740-7a28ab2c9ea7 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0530686 Aug 10 04:55:04.469151 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dfe2d8c5-87d4-4c4a-b396-ff19eddf1179 req-7c53235f-7fdd-41f0-9592-1a06840b39b4 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337236 Aug 10 04:55:05.602636 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1cead-590c-4f76-8097-f131e68aa6b2 req-1bcf7eff-93b1-483a-b757-8aeadd918adc tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:05.604321 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-28f1cead-590c-4f76-8097-f131e68aa6b2 req-1bcf7eff-93b1-483a-b757-8aeadd918adc tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0568023 Aug 10 04:55:05.642819 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-28f1cead-590c-4f76-8097-f131e68aa6b2 req-ae34caf1-4743-4efa-aa6e-7381759c5c27 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325675 Aug 10 04:55:06.774668 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c743f72-70f4-406a-ab8e-fbf7111b0d1d req-866bd5a5-272d-451b-8359-f782c9864a75 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:06.776132 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1c743f72-70f4-406a-ab8e-fbf7111b0d1d req-866bd5a5-272d-451b-8359-f782c9864a75 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0521796 Aug 10 04:55:06.817639 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1c743f72-70f4-406a-ab8e-fbf7111b0d1d req-307b16c3-2b91-47d8-be94-b5cc674fc66d tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326633 Aug 10 04:55:07.490675 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:55:07.931531 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4d99a-52a9-484f-a49a-9db18d7b64a5 req-5844078f-e0ff-4d1b-a309-6161f22d504c tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:07.933006 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-05d4d99a-52a9-484f-a49a-9db18d7b64a5 req-5844078f-e0ff-4d1b-a309-6161f22d504c tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0485423 Aug 10 04:55:07.972094 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-05d4d99a-52a9-484f-a49a-9db18d7b64a5 req-de666ea6-3db1-418f-a9a6-adb7e335342f tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326271 Aug 10 04:55:09.090311 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ea094-865d-42d1-bf9b-cd54efe7642f req-9ea3e50a-aadf-4cc5-897e-9e5b8ca36e13 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:09.091717 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-171ea094-865d-42d1-bf9b-cd54efe7642f req-9ea3e50a-aadf-4cc5-897e-9e5b8ca36e13 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0508506 Aug 10 04:55:09.130246 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-171ea094-865d-42d1-bf9b-cd54efe7642f req-430fda1d-61de-4db5-80a0-f42c30dda5e4 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323462 Aug 10 04:55:10.299395 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc343ee-731f-4cd2-8448-b034433ff779 req-62bbe812-1bf9-4eeb-bef6-eeaa9aa8273e tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:10.300852 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1dc343ee-731f-4cd2-8448-b034433ff779 req-62bbe812-1bf9-4eeb-bef6-eeaa9aa8273e tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.1008010 Aug 10 04:55:10.372920 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-cf389d1d-55d4-4a89-8c56-3146a6870722 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:10.374422 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-cf389d1d-55d4-4a89-8c56-3146a6870722 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/networks?id=8b57983f-7f67-4e1a-a5f4-e455640ee157 HTTP/1.1" status: 200 len: 808 time: 0.1406469 Aug 10 04:55:10.377845 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1dc343ee-731f-4cd2-8448-b034433ff779 req-a25dded4-288f-481f-9b11-c5607c90807e tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693979 Aug 10 04:55:10.392105 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-a2fe43ac-78b7-4508-b0a9-bf881dde5043 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/quotas/4ce369bfd4e340699780f93870f7930e HTTP/1.1" status: 200 len: 375 time: 0.0102098 Aug 10 04:55:10.424704 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-102dbf65-c370-43ae-b2a2-1c2504b612c9 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ce369bfd4e340699780f93870f7930e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264401 Aug 10 04:55:10.517026 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-e4e6b3e9-4e46-4f8b-99c8-5224584feb32 service neutron] 10.222.0.49 "GET /v2.0/networks/8b57983f-7f67-4e1a-a5f4-e455640ee157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852964 Aug 10 04:55:10.624219 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-59da10d1-4463-4278-bde2-4e005164f46a service neutron] 10.222.0.49 "GET /v2.0/networks/8b57983f-7f67-4e1a-a5f4-e455640ee157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975718 Aug 10 04:55:10.839972 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-16d0c176-7726-4dc5-89ef-858b913cd5a5 req-329b7413-f41f-4317-9aa0-e3caf388872c tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 210 time: 0.0606833 Aug 10 04:55:11.173342 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 58902) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:11.247517 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 58906) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:11.337531 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7c9dc949-26a2-4278-98ce-940858b628ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:11.362660 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-003ea9a0-01dc-4ec5-8a61-dd66cab8f3d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:11.464499 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7c9dc949-26a2-4278-98ce-940858b628ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:11.476293 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7c9dc949-26a2-4278-98ce-940858b628ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:11.569135 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9dc949-26a2-4278-98ce-940858b628ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925168b1-cacf-479b-8a5e-9f0ec9d1f734,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:11.582473 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-7c9dc949-26a2-4278-98ce-940858b628ae admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bf1242b212f541e0a80fdac8b4aaac6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4075296 Aug 10 04:55:11.584980 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 58920) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:11.607713 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35ace6-5066-4281-b38a-2d4c6bcef774 req-f34e3a2a-ef76-46c0-aafc-84d2a022e7e0 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:11.609204 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4e35ace6-5066-4281-b38a-2d4c6bcef774 req-f34e3a2a-ef76-46c0-aafc-84d2a022e7e0 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.1274612 Aug 10 04:55:11.633941 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1fda27d0-c05b-42d7-8872-3b7a1ce952c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:11.655172 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1fda27d0-c05b-42d7-8872-3b7a1ce952c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:11.664217 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4e35ace6-5066-4281-b38a-2d4c6bcef774 req-f2d339a2-9af9-4abd-9c17-2f86faa5e9fd tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488608 Aug 10 04:55:11.683605 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-003ea9a0-01dc-4ec5-8a61-dd66cab8f3d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:11.689069 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-003ea9a0-01dc-4ec5-8a61-dd66cab8f3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:11.702291 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1fda27d0-c05b-42d7-8872-3b7a1ce952c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:11.705059 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1fda27d0-c05b-42d7-8872-3b7a1ce952c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:11.706202 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-1fda27d0-c05b-42d7-8872-3b7a1ce952c4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/925168b1-cacf-479b-8a5e-9f0ec9d1f734 HTTP/1.1" status: 204 len: 168 time: 0.1205683 Aug 10 04:55:11.714202 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda27d0-c05b-42d7-8872-3b7a1ce952c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925168b1-cacf-479b-8a5e-9f0ec9d1f734,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:11.728163 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ea9a0-01dc-4ec5-8a61-dd66cab8f3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf4f691-4c0e-44ee-b167-8a347316c402,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:11.736136 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-003ea9a0-01dc-4ec5-8a61-dd66cab8f3d6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3d4937acd0004fdfbc802bc7f8e0ccfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4851084 Aug 10 04:55:11.737035 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 58924) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:11.787922 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-bdf524e8-59ef-43c0-b818-5eba5b6ac9cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:11.808336 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-bdf524e8-59ef-43c0-b818-5eba5b6ac9cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:11.856133 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-bdf524e8-59ef-43c0-b818-5eba5b6ac9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:11.858641 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-bdf524e8-59ef-43c0-b818-5eba5b6ac9cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:11.859833 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-bdf524e8-59ef-43c0-b818-5eba5b6ac9cb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2bf4f691-4c0e-44ee-b167-8a347316c402 HTTP/1.1" status: 204 len: 168 time: 0.1219363 Aug 10 04:55:11.867710 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf524e8-59ef-43c0-b818-5eba5b6ac9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf4f691-4c0e-44ee-b167-8a347316c402,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:11.979990 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e171e480-2e2f-44c6-8eed-b7e4a62df5e9 req-377e61a9-2b9d-4ce2-a753-99f555f23ace tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 210 time: 0.0346060 Aug 10 04:55:12.466856 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 58954) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:12.582658 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-ddbafe25-197d-4aaa-818b-65c34cc541df admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-522371571-network', 'tenant_id': '6675a69d46c84a9aa91ed89f3afdd555'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:55:12.609804 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbafe25-197d-4aaa-818b-65c34cc541df admin admin] Made reservation on behalf of 6675a69d46c84a9aa91ed89f3afdd555 for: {'network': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:55:12.612137 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ddbafe25-197d-4aaa-818b-65c34cc541df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for network, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:12.620662 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ddbafe25-197d-4aaa-818b-65c34cc541df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:12.711549 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ddbafe25-197d-4aaa-818b-65c34cc541df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:12.718502 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ddbafe25-197d-4aaa-818b-65c34cc541df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:12.753433 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddbafe25-197d-4aaa-818b-65c34cc541df admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=93278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:55:12.779360 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbafe25-197d-4aaa-818b-65c34cc541df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4e83da-8ef4-4c78-9d28-315056fabad8,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:12.785775 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ddbafe25-197d-4aaa-818b-65c34cc541df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:12.786106 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.db.segments_db [None req-ddbafe25-197d-4aaa-818b-65c34cc541df admin admin] Added segment fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa of type vlan for network 38366486-a444-4ffd-9f7e-e3d09bf8ba4d Aug 10 04:55:12.836264 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e239d0-af9b-4877-9af4-ca4bf702cc68 req-2d633517-e205-4736-bc2f-1d1a25b02b44 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:12.837775 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d2e239d0-af9b-4877-9af4-ca4bf702cc68 req-2d633517-e205-4736-bc2f-1d1a25b02b44 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0997038 Aug 10 04:55:12.839373 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ddbafe25-197d-4aaa-818b-65c34cc541df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757410051916'] for network, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:12.892722 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d2e239d0-af9b-4877-9af4-ca4bf702cc68 req-575eaca2-43fe-4915-9ee4-9cfd2a657ae6 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489109 Aug 10 04:55:12.893291 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ddbafe25-197d-4aaa-818b-65c34cc541df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092'] for network, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:12.894183 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbafe25-197d-4aaa-818b-65c34cc541df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:12.894732 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ddbafe25-197d-4aaa-818b-65c34cc541df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:12.952558 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-ddbafe25-197d-4aaa-818b-65c34cc541df admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4843905 Aug 10 04:55:12.955884 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 58962) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:12.959332 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbafe25-197d-4aaa-818b-65c34cc541df admin admin] Pushing event updated for resources: {'Network': ['ID=38366486-a444-4ffd-9f7e-e3d09bf8ba4d,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:12.961896 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-2d5990b6-3b38-4368-83c1-77092190521d admin admin] Request body: {'subnet': {'network_id': '38366486-a444-4ffd-9f7e-e3d09bf8ba4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-522371571-subnet', 'tenant_id': '6675a69d46c84a9aa91ed89f3afdd555', 'ip_version': 4}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:55:12.971053 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Network 38366486-a444-4ffd-9f7e-e3d09bf8ba4d details requested by agent ovs-agent-dv-cinder-804035-1-iscsi with host dv-cinder-804035-1-iscsi {{(pid=93279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:55:12.985797 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5990b6-3b38-4368-83c1-77092190521d admin admin] Made reservation on behalf of 6675a69d46c84a9aa91ed89f3afdd555 for: {'subnet': 1} {{(pid=93277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:55:12.988400 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2d5990b6-3b38-4368-83c1-77092190521d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1136985'] for subnet, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:13.102504 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-89b1929d-3d49-469c-9997-4c07fa06486b req-f9b18af7-8edb-4533-9f11-d2c13bd17f71 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 210 time: 0.0291986 Aug 10 04:55:13.184944 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2d5990b6-3b38-4368-83c1-77092190521d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59047083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1137003'] for subnet, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:13.236018 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5990b6-3b38-4368-83c1-77092190521d admin admin] Pushing event updated for resources: {'Subnet': ['ID=404d0b3f-eed4-469f-9a9a-34be80c2a585,revision_number=0']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:13.251139 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5990b6-3b38-4368-83c1-77092190521d admin admin] Checking segment: {'id': 'fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38366486-a444-4ffd-9f7e-e3d09bf8ba4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:55:13.251485 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5990b6-3b38-4368-83c1-77092190521d admin admin] Network hostable DHCP agents. Network: 38366486-a444-4ffd-9f7e-e3d09bf8ba4d, hostable agents: ['5003063e-fd7f-41c4-9249-d5db703bed75'], hosted agents: [] {{(pid=93277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:55:13.268308 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5990b6-3b38-4368-83c1-77092190521d admin admin] Network 38366486-a444-4ffd-9f7e-e3d09bf8ba4d is scheduled to be hosted by DHCP agent 5003063e-fd7f-41c4-9249-d5db703bed75 with binding_index 1 {{(pid=93277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:55:13.278036 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-2d5990b6-3b38-4368-83c1-77092190521d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-1-iscsi, 38366486-a444-4ffd-9f7e-e3d09bf8ba4d) {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:55:13.282374 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5990b6-3b38-4368-83c1-77092190521d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:13.282986 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2d5990b6-3b38-4368-83c1-77092190521d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for subnet, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:13.287402 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b471348-616f-46b3-8c48-13b0b735f61b None None] Network 38366486-a444-4ffd-9f7e-e3d09bf8ba4d requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:55:13.298047 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-2d5990b6-3b38-4368-83c1-77092190521d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3403134 Aug 10 04:55:13.300762 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 58972) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:13.305324 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-91120809-2c6c-4517-8170-e5a6bdc42481 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-522371571-router', 'tenant_id': '6675a69d46c84a9aa91ed89f3afdd555', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'}}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:55:13.329593 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-91120809-2c6c-4517-8170-e5a6bdc42481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3318'] for router, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:13.330692 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-91120809-2c6c-4517-8170-e5a6bdc42481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496151', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3325'] for router, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:13.438404 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceae0c74-19ae-54d1-875a-898b6c6c8056-38366486-a444-4ffd-9f7e-e3d09bf8ba4d', 'network_id': '38366486-a444-4ffd-9f7e-e3d09bf8ba4d', 'tenant_id': '6675a69d46c84a9aa91ed89f3afdd555', 'fixed_ips': [{'subnet_id': '404d0b3f-eed4-469f-9a9a-34be80c2a585'}]}} from dv-cinder-804035-1-iscsi. {{(pid=93279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:55:13.439498 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:13.583836 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-91120809-2c6c-4517-8170-e5a6bdc42481 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:13.591772 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] Allocated IP 172.20.0.2 (38366486-a444-4ffd-9f7e-e3d09bf8ba4d/404d0b3f-eed4-469f-9a9a-34be80c2a585/1ddc9a32-645a-46ac-b400-d5c5fd3e80ef) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:55:13.712888 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-91120809-2c6c-4517-8170-e5a6bdc42481 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:13.846463 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:13.855648 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] Transition to ACTIVE for port object 1ddc9a32-645a-46ac-b400-d5c5fd3e80ef will not be triggered until provisioned by entity L2. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:55:13.871684 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] Transition to ACTIVE for port object 1ddc9a32-645a-46ac-b400-d5c5fd3e80ef will not be triggered until provisioned by entity DHCP. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:55:13.879237 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:13.916465 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-91120809-2c6c-4517-8170-e5a6bdc42481 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:13.918389 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] Network 38366486-a444-4ffd-9f7e-e3d09bf8ba4d is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:55:13.923382 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:55:13.925990 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:55:13.935478 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-91120809-2c6c-4517-8170-e5a6bdc42481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:13.955589 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] Pushing event updated for resources: {'Port': ['ID=1ddc9a32-645a-46ac-b400-d5c5fd3e80ef,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:13.990535 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:13.991267 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:13.991267 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:13.991594 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:13.991883 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:13.992207 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:13.992557 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:13.992865 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:13.993197 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:13.993518 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:13.993836 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:13.994151 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:14.000121 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] Attempting to bind port 1ddc9a32-645a-46ac-b400-d5c5fd3e80ef on host dv-cinder-804035-1-iscsi for vnic_type normal with profile {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:55:14.000502 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] Attempting to bind port 1ddc9a32-645a-46ac-b400-d5c5fd3e80ef by drivers openvswitch,hyperv on host dv-cinder-804035-1-iscsi at level 0 using segments [{'id': 'fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38366486-a444-4ffd-9f7e-e3d09bf8ba4d'}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:55:14.001090 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] Attempting to bind port 1ddc9a32-645a-46ac-b400-d5c5fd3e80ef on network 38366486-a444-4ffd-9f7e-e3d09bf8ba4d {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:55:14.006304 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] Checking agent: {'id': 'e86c392a-1153-4c8a-96a5-08eb1b77cf3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 44, 50), 'started_at': datetime.datetime(2021, 8, 10, 4, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:55:14.006677 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] Checking segment: {'id': 'fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38366486-a444-4ffd-9f7e-e3d09bf8ba4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:55:14.007179 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:14.007573 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] Bound using segment: {'id': 'fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38366486-a444-4ffd-9f7e-e3d09bf8ba4d'} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:55:14.008032 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] Bound port: 1ddc9a32-645a-46ac-b400-d5c5fd3e80ef, host: dv-cinder-804035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38366486-a444-4ffd-9f7e-e3d09bf8ba4d'}}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:55:14.009127 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:14.020811 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b30102-6870-4c27-b4ab-de472b8badaf req-88bc40ec-9778-46ae-8a28-3412b3a45b03 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:14.022317 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-88b30102-6870-4c27-b4ab-de472b8badaf req-88bc40ec-9778-46ae-8a28-3412b3a45b03 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0509987 Aug 10 04:55:14.052536 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [None req-91120809-2c6c-4517-8170-e5a6bdc42481 admin admin] Allocated IP 172.27.0.42 (0a1a8acd-4687-4edf-98ff-0a50fc5a0482/3fb0ac1d-f2fb-452a-b682-4051fe90b57f/9c830e50-27ca-439a-91bb-e22b7f3a5924) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:55:14.070110 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-88b30102-6870-4c27-b4ab-de472b8badaf req-56ed62ca-eebf-4a51-85ee-841923ef2e94 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408363 Aug 10 04:55:14.083389 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] For port 1ddc9a32-645a-46ac-b400-d5c5fd3e80ef, host dv-cinder-804035-1-iscsi, cleared binding levels {{(pid=93279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:55:14.086661 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] For port 1ddc9a32-645a-46ac-b400-d5c5fd3e80ef, host dv-cinder-804035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=1ddc9a32-645a-46ac-b400-d5c5fd3e80ef,segment=NetworkSegment(fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa),segment_id=fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa)] {{(pid=93279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:55:14.091376 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:14.151704 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c660e9-4946-4826-b57b-cefe028a5cd8 None None] Pushing event updated for resources: {'Port': ['ID=1ddc9a32-645a-46ac-b400-d5c5fd3e80ef,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:14.164140 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-91120809-2c6c-4517-8170-e5a6bdc42481 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:14.208731 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-91120809-2c6c-4517-8170-e5a6bdc42481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:14.226899 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e48681a1-a26e-4b4c-8cce-ba2361dde4ec req-5ad90b02-def1-451d-a21d-c22a7ced7962 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 210 time: 0.0365107 Aug 10 04:55:14.258017 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91120809-2c6c-4517-8170-e5a6bdc42481 admin admin] Network 0a1a8acd-4687-4edf-98ff-0a50fc5a0482 is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:55:14.268875 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-91120809-2c6c-4517-8170-e5a6bdc42481 admin admin] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:55:14.271365 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91120809-2c6c-4517-8170-e5a6bdc42481 admin admin] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:55:14.273882 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91120809-2c6c-4517-8170-e5a6bdc42481 admin admin] Pushing event updated for resources: {'Port': ['ID=9c830e50-27ca-439a-91bb-e22b7f3a5924,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:14.535392 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-91120809-2c6c-4517-8170-e5a6bdc42481 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:14.735721 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-91120809-2c6c-4517-8170-e5a6bdc42481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496356'] for router, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:14.804868 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 1ddc9a32-645a-46ac-b400-d5c5fd3e80ef up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:55:14.863356 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning for port 1ddc9a32-645a-46ac-b400-d5c5fd3e80ef completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:55:14.887391 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91120809-2c6c-4517-8170-e5a6bdc42481 admin admin] Router 3dfc1f0a-4e17-4404-be99-e503419cb022 is scheduled to L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d with binding_index 1 {{(pid=93277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:55:15.008323 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91120809-2c6c-4517-8170-e5a6bdc42481 admin admin] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:55:15.019430 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caca6986-c912-4799-ac2c-5c328a377f90 None None] Sync routers for ids ['3dfc1f0a-4e17-4404-be99-e503419cb022'] in dv-cinder-804035-1-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:55:15.028673 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-91120809-2c6c-4517-8170-e5a6bdc42481 admin admin] Notify callbacks [] for router, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:15.030321 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-91120809-2c6c-4517-8170-e5a6bdc42481 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7283425 Aug 10 04:55:15.034758 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 58986) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:15.037043 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caca6986-c912-4799-ac2c-5c328a377f90 None None] Routers {'3dfc1f0a-4e17-4404-be99-e503419cb022'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:55:15.037735 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-caca6986-c912-4799-ac2c-5c328a377f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:54:50Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['3dfc1f0a-4e17-4404-be99-e503419cb022'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:55:15.151879 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534626d0-f020-419c-a99a-f0dab082e6eb None None] Network 38366486-a444-4ffd-9f7e-e3d09bf8ba4d requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:55:15.160079 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-caca6986-c912-4799-ac2c-5c328a377f90 None None] Set router 3dfc1f0a-4e17-4404-be99-e503419cb022 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:55:15.235539 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6ed25-bc64-4bf8-880c-42cc0e3ec3e5 req-11b3b294-243d-4c56-b229-719ed048479a tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:15.237707 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-09e6ed25-bc64-4bf8-880c-42cc0e3ec3e5 req-11b3b294-243d-4c56-b229-719ed048479a tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0808949 Aug 10 04:55:15.305837 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-09e6ed25-bc64-4bf8-880c-42cc0e3ec3e5 req-e1f7375a-10b5-4f76-b14e-804fd63ea681 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622909 Aug 10 04:55:15.399357 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-339b97ea-3337-4434-98c2-efcecd4ecd3e None None] Provisioning for port 1ddc9a32-645a-46ac-b400-d5c5fd3e80ef completed by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:55:15.410081 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-339b97ea-3337-4434-98c2-efcecd4ecd3e None None] Provisioning complete for port 1ddc9a32-645a-46ac-b400-d5c5fd3e80ef triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:55:15.411010 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-339b97ea-3337-4434-98c2-efcecd4ecd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:15.429465 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b918ad62-0b4a-4ba5-b59b-65a80e8c347a req-1855a8b9-39c8-458d-b327-f76be7e6e5f4 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 210 time: 0.0438211 Aug 10 04:55:15.460235 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-caca6986-c912-4799-ac2c-5c328a377f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'name': 'tempest-TestShelveInstance-522371571-router', 'tenant_id': '6675a69d46c84a9aa91ed89f3afdd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '9c830e50-27ca-439a-91bb-e22b7f3a5924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:55:13Z', 'updated_at': '2021-08-10T04:55:14Z', 'revision_number': 3, 'project_id': '6675a69d46c84a9aa91ed89f3afdd555', 'gw_port': {'id': '9c830e50-27ca-439a-91bb-e22b7f3a5924', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:55:13Z', 'updated_at': '2021-08-10T04:55:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi'}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:55:15.501373 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caca6986-c912-4799-ac2c-5c328a377f90 None None] Checking router: 3dfc1f0a-4e17-4404-be99-e503419cb022 for host: dv-cinder-804035-1-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:55:15.501997 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caca6986-c912-4799-ac2c-5c328a377f90 None None] Updating router 3dfc1f0a-4e17-4404-be99-e503419cb022 port 9c830e50-27ca-439a-91bb-e22b7f3a5924 binding host dv-cinder-804035-1-iscsi {{(pid=93280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:55:15.524209 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-339b97ea-3337-4434-98c2-efcecd4ecd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:15.540363 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-caca6986-c912-4799-ac2c-5c328a377f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:15.543991 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a28954dc-31b6-44b0-bc8d-1fc328d1ca8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:15.575314 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-339b97ea-3337-4434-98c2-efcecd4ecd3e None None] For port 1ddc9a32-645a-46ac-b400-d5c5fd3e80ef, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=1ddc9a32-645a-46ac-b400-d5c5fd3e80ef,segment=NetworkSegment(fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa),segment_id=fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:55:15.581954 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-339b97ea-3337-4434-98c2-efcecd4ecd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:15.641940 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b97ea-3337-4434-98c2-efcecd4ecd3e None None] Pushing event updated for resources: {'Port': ['ID=1ddc9a32-645a-46ac-b400-d5c5fd3e80ef,revision_number=3']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:15.702261 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-dd2216bb-89ca-4098-b2d2-afd2eb718b0c None None] Provisioning complete for port 1ddc9a32-645a-46ac-b400-d5c5fd3e80ef triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:55:15.703043 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-dd2216bb-89ca-4098-b2d2-afd2eb718b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:15.721024 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [None req-a28954dc-31b6-44b0-bc8d-1fc328d1ca8e admin admin] Allocated IP 172.20.0.1 (38366486-a444-4ffd-9f7e-e3d09bf8ba4d/404d0b3f-eed4-469f-9a9a-34be80c2a585/272120aa-74a5-4b46-a534-e40e9810acfc) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:55:15.828039 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a28954dc-31b6-44b0-bc8d-1fc328d1ca8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:15.832082 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-caca6986-c912-4799-ac2c-5c328a377f90 None None] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:15.840628 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-a28954dc-31b6-44b0-bc8d-1fc328d1ca8e admin admin] Transition to ACTIVE for port object 272120aa-74a5-4b46-a534-e40e9810acfc will not be triggered until provisioned by entity DHCP. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:55:15.842211 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-caca6986-c912-4799-ac2c-5c328a377f90 None None] Transition to ACTIVE for port object 9c830e50-27ca-439a-91bb-e22b7f3a5924 will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:55:15.849907 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-caca6986-c912-4799-ac2c-5c328a377f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:15.879018 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a28954dc-31b6-44b0-bc8d-1fc328d1ca8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:15.894694 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069a5eb-afe1-4d27-a522-bba138e02621 None None] Pushing event updated for resources: {'Port': ['ID=9c830e50-27ca-439a-91bb-e22b7f3a5924,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:15.915027 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069a5eb-afe1-4d27-a522-bba138e02621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:15.915282 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069a5eb-afe1-4d27-a522-bba138e02621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:15.915891 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069a5eb-afe1-4d27-a522-bba138e02621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:15.915891 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069a5eb-afe1-4d27-a522-bba138e02621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:15.916231 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069a5eb-afe1-4d27-a522-bba138e02621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:15.916551 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069a5eb-afe1-4d27-a522-bba138e02621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:15.916654 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28954dc-31b6-44b0-bc8d-1fc328d1ca8e admin admin] Network 38366486-a444-4ffd-9f7e-e3d09bf8ba4d is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:55:15.916860 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069a5eb-afe1-4d27-a522-bba138e02621 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:15.917179 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069a5eb-afe1-4d27-a522-bba138e02621 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:15.917516 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069a5eb-afe1-4d27-a522-bba138e02621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:15.917830 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069a5eb-afe1-4d27-a522-bba138e02621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:15.918142 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069a5eb-afe1-4d27-a522-bba138e02621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:15.918457 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069a5eb-afe1-4d27-a522-bba138e02621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:15.921412 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-a28954dc-31b6-44b0-bc8d-1fc328d1ca8e admin admin] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:55:15.923152 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-caca6986-c912-4799-ac2c-5c328a377f90 None None] Attempting to bind port 9c830e50-27ca-439a-91bb-e22b7f3a5924 on host dv-cinder-804035-1-iscsi for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:55:15.923514 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-caca6986-c912-4799-ac2c-5c328a377f90 None None] Attempting to bind port 9c830e50-27ca-439a-91bb-e22b7f3a5924 by drivers openvswitch,hyperv on host dv-cinder-804035-1-iscsi at level 0 using segments [{'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:55:15.923872 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caca6986-c912-4799-ac2c-5c328a377f90 None None] Attempting to bind port 9c830e50-27ca-439a-91bb-e22b7f3a5924 on network 0a1a8acd-4687-4edf-98ff-0a50fc5a0482 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:55:15.924806 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28954dc-31b6-44b0-bc8d-1fc328d1ca8e admin admin] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:55:15.929968 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caca6986-c912-4799-ac2c-5c328a377f90 None None] Checking agent: {'id': 'e86c392a-1153-4c8a-96a5-08eb1b77cf3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 44, 50), 'started_at': datetime.datetime(2021, 8, 10, 4, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:55:15.930355 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caca6986-c912-4799-ac2c-5c328a377f90 None None] Checking segment: {'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:55:15.930737 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-caca6986-c912-4799-ac2c-5c328a377f90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:15.931178 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caca6986-c912-4799-ac2c-5c328a377f90 None None] Bound using segment: {'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:55:15.931629 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-caca6986-c912-4799-ac2c-5c328a377f90 None None] Bound port: 9c830e50-27ca-439a-91bb-e22b7f3a5924, host: dv-cinder-804035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:55:15.932039 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-caca6986-c912-4799-ac2c-5c328a377f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:15.951137 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28954dc-31b6-44b0-bc8d-1fc328d1ca8e admin admin] Pushing event updated for resources: {'Port': ['ID=272120aa-74a5-4b46-a534-e40e9810acfc,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:15.966910 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a28954dc-31b6-44b0-bc8d-1fc328d1ca8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495639'] for router_interface, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:15.986193 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-caca6986-c912-4799-ac2c-5c328a377f90 None None] For port 9c830e50-27ca-439a-91bb-e22b7f3a5924, host dv-cinder-804035-1-iscsi, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:55:15.989511 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-caca6986-c912-4799-ac2c-5c328a377f90 None None] For port 9c830e50-27ca-439a-91bb-e22b7f3a5924, host dv-cinder-804035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=9c830e50-27ca-439a-91bb-e22b7f3a5924,segment=NetworkSegment(b7fff169-1c8e-4170-8d8b-00d331120c68),segment_id=b7fff169-1c8e-4170-8d8b-00d331120c68)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:55:15.995192 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-caca6986-c912-4799-ac2c-5c328a377f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:16.051004 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069a5eb-afe1-4d27-a522-bba138e02621 None None] Pushing event updated for resources: {'Port': ['ID=9c830e50-27ca-439a-91bb-e22b7f3a5924,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:16.074156 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caca6986-c912-4799-ac2c-5c328a377f90 None None] Routers {'3dfc1f0a-4e17-4404-be99-e503419cb022'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:55:16.074777 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-caca6986-c912-4799-ac2c-5c328a377f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:54:50Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['3dfc1f0a-4e17-4404-be99-e503419cb022'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:55:16.109245 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a28954dc-31b6-44b0-bc8d-1fc328d1ca8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:16.183383 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-caca6986-c912-4799-ac2c-5c328a377f90 None None] Set router 3dfc1f0a-4e17-4404-be99-e503419cb022 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:55:16.210288 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-af7dd5e5-9141-43f1-92dd-e9f9c26173a9 None None] Provisioning for port 272120aa-74a5-4b46-a534-e40e9810acfc completed by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:55:16.214127 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-af7dd5e5-9141-43f1-92dd-e9f9c26173a9 None None] Provisioning complete for port 272120aa-74a5-4b46-a534-e40e9810acfc triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:55:16.214502 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-af7dd5e5-9141-43f1-92dd-e9f9c26173a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:16.249031 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-af7dd5e5-9141-43f1-92dd-e9f9c26173a9 None None] Port 272120aa-74a5-4b46-a534-e40e9810acfc cannot update to ACTIVE because it is not bound. {{(pid=93279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:55:16.280958 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a28954dc-31b6-44b0-bc8d-1fc328d1ca8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:16.289036 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a28954dc-31b6-44b0-bc8d-1fc328d1ca8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59047126'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:16.361664 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28954dc-31b6-44b0-bc8d-1fc328d1ca8e admin admin] Pushing event updated for resources: {'Port': ['ID=272120aa-74a5-4b46-a534-e40e9810acfc,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:16.364472 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a28954dc-31b6-44b0-bc8d-1fc328d1ca8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495779'] for router_interface, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:16.440620 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af2111-5052-4544-a01d-948b2b5d5380 req-3d376410-0890-484e-9b32-9f0e6ffd2ff9 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:16.443299 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-79af2111-5052-4544-a01d-948b2b5d5380 req-3d376410-0890-484e-9b32-9f0e6ffd2ff9 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0602465 Aug 10 04:55:16.460088 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-caca6986-c912-4799-ac2c-5c328a377f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'name': 'tempest-TestShelveInstance-522371571-router', 'tenant_id': '6675a69d46c84a9aa91ed89f3afdd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '9c830e50-27ca-439a-91bb-e22b7f3a5924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:55:13Z', 'updated_at': '2021-08-10T04:55:14Z', 'revision_number': 3, 'project_id': '6675a69d46c84a9aa91ed89f3afdd555', 'gw_port': {'id': '9c830e50-27ca-439a-91bb-e22b7f3a5924', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:55:13Z', 'updated_at': '2021-08-10T04:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi'}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:55:16.462089 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28954dc-31b6-44b0-bc8d-1fc328d1ca8e admin admin] Network 38366486-a444-4ffd-9f7e-e3d09bf8ba4d is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:55:16.463476 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-a28954dc-31b6-44b0-bc8d-1fc328d1ca8e admin admin] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:55:16.490192 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caca6986-c912-4799-ac2c-5c328a377f90 None None] The sync data for ids ['3dfc1f0a-4e17-4404-be99-e503419cb022'] in dv-cinder-804035-1-iscsi is: [{'id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'name': 'tempest-TestShelveInstance-522371571-router', 'tenant_id': '6675a69d46c84a9aa91ed89f3afdd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '9c830e50-27ca-439a-91bb-e22b7f3a5924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:55:13Z', 'updated_at': '2021-08-10T04:55:14Z', 'revision_number': 3, 'project_id': '6675a69d46c84a9aa91ed89f3afdd555', 'gw_port': {'id': '9c830e50-27ca-439a-91bb-e22b7f3a5924', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:55:13Z', 'updated_at': '2021-08-10T04:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi'}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:55:16.492850 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-79af2111-5052-4544-a01d-948b2b5d5380 req-2a96ee5e-a016-4ff2-8544-72a9d01cde5f tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433793 Aug 10 04:55:16.597270 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3423b615-598d-4c29-90db-21ed20d405b0 req-98d85086-68fe-4624-a738-a37765ce2020 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 210 time: 0.0398681 Aug 10 04:55:16.606013 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28954dc-31b6-44b0-bc8d-1fc328d1ca8e admin admin] Router 3dfc1f0a-4e17-4404-be99-e503419cb022 has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:55:16.669877 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-69d49f41-1bb8-4afb-a763-4b7125ca672a None None] Provisioning complete for port 272120aa-74a5-4b46-a534-e40e9810acfc triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:55:16.670306 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-69d49f41-1bb8-4afb-a763-4b7125ca672a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:16.713081 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-69d49f41-1bb8-4afb-a763-4b7125ca672a None None] Port 272120aa-74a5-4b46-a534-e40e9810acfc cannot update to ACTIVE because it is not bound. {{(pid=93279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:55:16.852392 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 1ddc9a32-645a-46ac-b400-d5c5fd3e80ef up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:55:16.905434 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 1ddc9a32-645a-46ac-b400-d5c5fd3e80ef triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:55:16.905808 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:16.953911 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28954dc-31b6-44b0-bc8d-1fc328d1ca8e admin admin] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:55:16.963919 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-a28954dc-31b6-44b0-bc8d-1fc328d1ca8e admin admin] 10.222.0.49 "PUT /v2.0/routers/3dfc1f0a-4e17-4404-be99-e503419cb022/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9279597 Aug 10 04:55:17.146152 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-acab9965-b699-46f1-8990-ea7c7aab4378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:17.462588 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 59028) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:17.467685 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-b32d6e74-5171-4662-ad3a-037969142463 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-470415898-network', 'tenant_id': '3e2113d7c57a4856936e2d342dc0bdeb'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:55:17.493773 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32d6e74-5171-4662-ad3a-037969142463 admin admin] Made reservation on behalf of 3e2113d7c57a4856936e2d342dc0bdeb for: {'network': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:55:17.496174 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b32d6e74-5171-4662-ad3a-037969142463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for network, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:17.504586 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b32d6e74-5171-4662-ad3a-037969142463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:17.635255 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa5152-55cb-4792-a316-01f85f9e0b6e req-67e8ec2d-faa3-4c52-99c6-3bf392f7b994 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:17.636710 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d8aa5152-55cb-4792-a316-01f85f9e0b6e req-67e8ec2d-faa3-4c52-99c6-3bf392f7b994 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0723078 Aug 10 04:55:17.653273 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b32d6e74-5171-4662-ad3a-037969142463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:17.663880 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b32d6e74-5171-4662-ad3a-037969142463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:17.716127 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b32d6e74-5171-4662-ad3a-037969142463 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=93278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:55:17.727269 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d8aa5152-55cb-4792-a316-01f85f9e0b6e req-a0c679a7-b834-4425-8f3d-00f20943beb0 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819044 Aug 10 04:55:17.727922 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d6e74-5171-4662-ad3a-037969142463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8224bf1c-6421-43a2-8f03-324c04edad97,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:17.742037 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b32d6e74-5171-4662-ad3a-037969142463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:17.742351 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.db.segments_db [None req-b32d6e74-5171-4662-ad3a-037969142463 admin admin] Added segment 86c6e495-8e51-4b68-97a8-6021095a9106 of type vlan for network 9e7e0939-c39a-468f-ae81-373389c2a71d Aug 10 04:55:17.828124 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cd503e92-8fee-4bbc-806e-6cb12b348e05 req-f09e2a23-ed67-4f35-a15e-3042db57ae72 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 210 time: 0.0366070 Aug 10 04:55:17.830740 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b32d6e74-5171-4662-ad3a-037969142463 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757410051916'] for network, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:17.874164 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-fd369b25-4813-4c98-b931-af816249a576 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:17.875896 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-fd369b25-4813-4c98-b931-af816249a576 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.63 "GET /v2.0/networks?id=8b57983f-7f67-4e1a-a5f4-e455640ee157 HTTP/1.1" status: 200 len: 808 time: 0.1157143 Aug 10 04:55:17.876079 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b32d6e74-5171-4662-ad3a-037969142463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092'] for network, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:17.877323 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32d6e74-5171-4662-ad3a-037969142463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:17.878086 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b32d6e74-5171-4662-ad3a-037969142463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:17.889963 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-fd57ca42-aa7e-420a-b40b-4ed6d4589340 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Request body: {'port': {'device_id': 'c1499f88-77f0-4d90-af58-f68b75b8a668', 'network_id': '8b57983f-7f67-4e1a-a5f4-e455640ee157', 'admin_state_up': True, 'tenant_id': '4ce369bfd4e340699780f93870f7930e'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:55:17.925976 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-b32d6e74-5171-4662-ad3a-037969142463 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4595814 Aug 10 04:55:17.929389 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 59040) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:17.934704 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-3b879ba5-b4a1-4b21-ae17-39b81338f5b1 admin admin] Request body: {'subnet': {'network_id': '9e7e0939-c39a-468f-ae81-373389c2a71d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-470415898-subnet', 'tenant_id': '3e2113d7c57a4856936e2d342dc0bdeb', 'ip_version': 4}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:55:17.958108 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d6e74-5171-4662-ad3a-037969142463 admin admin] Pushing event updated for resources: {'Network': ['ID=9e7e0939-c39a-468f-ae81-373389c2a71d,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:17.968414 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b879ba5-b4a1-4b21-ae17-39b81338f5b1 admin admin] Made reservation on behalf of 3e2113d7c57a4856936e2d342dc0bdeb for: {'subnet': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:55:17.971147 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Network 9e7e0939-c39a-468f-ae81-373389c2a71d details requested by agent ovs-agent-dv-cinder-804035-1-iscsi with host dv-cinder-804035-1-iscsi {{(pid=93279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:55:17.973345 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3b879ba5-b4a1-4b21-ae17-39b81338f5b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7953801'] for subnet, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:18.028435 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-fd57ca42-aa7e-420a-b40b-4ed6d4589340 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Made reservation on behalf of 4ce369bfd4e340699780f93870f7930e for: {'port': 1} {{(pid=93277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:55:18.032344 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-fd57ca42-aa7e-420a-b40b-4ed6d4589340 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:18.164952 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-fd57ca42-aa7e-420a-b40b-4ed6d4589340 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Allocated IP 172.20.0.2 (8b57983f-7f67-4e1a-a5f4-e455640ee157/cb30011b-feb9-4afb-9423-c90e0110daff/fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:55:18.173890 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3b879ba5-b4a1-4b21-ae17-39b81338f5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7361737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7953851'] for subnet, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:18.197854 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a779f5d5-dc5f-488a-8cf7-41410c477586 None None] Sync routers for ids ['3dfc1f0a-4e17-4404-be99-e503419cb022'] in dv-cinder-804035-1-iscsi {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:55:18.207104 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a779f5d5-dc5f-488a-8cf7-41410c477586 None None] Routers {'3dfc1f0a-4e17-4404-be99-e503419cb022'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:55:18.207742 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-a779f5d5-dc5f-488a-8cf7-41410c477586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:54:50Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['3dfc1f0a-4e17-4404-be99-e503419cb022'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:55:18.242194 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b879ba5-b4a1-4b21-ae17-39b81338f5b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a17af9b-5711-4008-8440-1a2cebe56305,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:18.251524 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b879ba5-b4a1-4b21-ae17-39b81338f5b1 admin admin] Checking segment: {'id': '86c6e495-8e51-4b68-97a8-6021095a9106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9e7e0939-c39a-468f-ae81-373389c2a71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:55:18.251879 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b879ba5-b4a1-4b21-ae17-39b81338f5b1 admin admin] Network hostable DHCP agents. Network: 9e7e0939-c39a-468f-ae81-373389c2a71d, hostable agents: ['5003063e-fd7f-41c4-9249-d5db703bed75'], hosted agents: [] {{(pid=93278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:55:18.268761 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b879ba5-b4a1-4b21-ae17-39b81338f5b1 admin admin] Network 9e7e0939-c39a-468f-ae81-373389c2a71d is scheduled to be hosted by DHCP agent 5003063e-fd7f-41c4-9249-d5db703bed75 with binding_index 1 {{(pid=93278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:55:18.279355 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-3b879ba5-b4a1-4b21-ae17-39b81338f5b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-1-iscsi, 9e7e0939-c39a-468f-ae81-373389c2a71d) {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:55:18.284442 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b879ba5-b4a1-4b21-ae17-39b81338f5b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:18.285645 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3b879ba5-b4a1-4b21-ae17-39b81338f5b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:18.298407 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b23bba0-da06-4bc2-a179-8aa66b0f8bd1 None None] Network 9e7e0939-c39a-468f-ae81-373389c2a71d requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:55:18.303016 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-3b879ba5-b4a1-4b21-ae17-39b81338f5b1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3704224 Aug 10 04:55:18.303451 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 59046) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:18.315435 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-efeaca1a-4637-479e-b927-cbacea81538d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-470415898-router', 'tenant_id': '3e2113d7c57a4856936e2d342dc0bdeb', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'}}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:55:18.343742 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-fd57ca42-aa7e-420a-b40b-4ed6d4589340 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:18.360282 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-efeaca1a-4637-479e-b927-cbacea81538d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3318'] for router, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:18.361285 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-efeaca1a-4637-479e-b927-cbacea81538d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496151', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3325'] for router, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:18.386161 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:18.394150 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-a779f5d5-dc5f-488a-8cf7-41410c477586 None None] Set router 3dfc1f0a-4e17-4404-be99-e503419cb022 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:55:18.432961 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-efeaca1a-4637-479e-b927-cbacea81538d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:18.472753 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-fd57ca42-aa7e-420a-b40b-4ed6d4589340 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:18.545782 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-fd57ca42-aa7e-420a-b40b-4ed6d4589340 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Network 8b57983f-7f67-4e1a-a5f4-e455640ee157 is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:55:18.550975 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-fd57ca42-aa7e-420a-b40b-4ed6d4589340 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:55:18.583425 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-fd57ca42-aa7e-420a-b40b-4ed6d4589340 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:55:18.589865 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494d340d-c937-4504-b215-ff0e8d199b21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceae0c74-19ae-54d1-875a-898b6c6c8056-9e7e0939-c39a-468f-ae81-373389c2a71d', 'network_id': '9e7e0939-c39a-468f-ae81-373389c2a71d', 'tenant_id': '3e2113d7c57a4856936e2d342dc0bdeb', 'fixed_ips': [{'subnet_id': '6a17af9b-5711-4008-8440-1a2cebe56305'}]}} from dv-cinder-804035-1-iscsi. {{(pid=93279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:55:18.590679 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-494d340d-c937-4504-b215-ff0e8d199b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:18.632739 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57ca42-aa7e-420a-b40b-4ed6d4589340 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Pushing event updated for resources: {'Port': ['ID=fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:18.644993 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-efeaca1a-4637-479e-b927-cbacea81538d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:18.698654 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-fd57ca42-aa7e-420a-b40b-4ed6d4589340 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:18.699286 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-fd57ca42-aa7e-420a-b40b-4ed6d4589340 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:18.719293 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-fd57ca42-aa7e-420a-b40b-4ed6d4589340 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8337383 Aug 10 04:55:18.778870 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-a779f5d5-dc5f-488a-8cf7-41410c477586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'name': 'tempest-TestShelveInstance-522371571-router', 'tenant_id': '6675a69d46c84a9aa91ed89f3afdd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '9c830e50-27ca-439a-91bb-e22b7f3a5924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:55:13Z', 'updated_at': '2021-08-10T04:55:16Z', 'revision_number': 4, 'project_id': '6675a69d46c84a9aa91ed89f3afdd555', 'gw_port': {'id': '9c830e50-27ca-439a-91bb-e22b7f3a5924', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:55:13Z', 'updated_at': '2021-08-10T04:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': '272120aa-74a5-4b46-a534-e40e9810acfc', 'name': '', 'network_id': '38366486-a444-4ffd-9f7e-e3d09bf8ba4d', 'tenant_id': '6675a69d46c84a9aa91ed89f3afdd555', 'mac_address': 'fa:16:3e:4d:3a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '404d0b3f-eed4-469f-9a9a-34be80c2a585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:55:15Z', 'updated_at': '2021-08-10T04:55:16Z', 'revision_number': 2, 'project_id': '6675a69d46c84a9aa91ed89f3afdd555', 'subnets': [{'id': '404d0b3f-eed4-469f-9a9a-34be80c2a585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:55:18.809617 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a779f5d5-dc5f-488a-8cf7-41410c477586 None None] Checking router: 3dfc1f0a-4e17-4404-be99-e503419cb022 for host: dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:55:18.809965 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a779f5d5-dc5f-488a-8cf7-41410c477586 None None] Updating router 3dfc1f0a-4e17-4404-be99-e503419cb022 port 272120aa-74a5-4b46-a534-e40e9810acfc binding host dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:55:18.846637 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 9c830e50-27ca-439a-91bb-e22b7f3a5924 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:55:18.868195 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-4b3b1503-a624-4f3d-94cc-4b978dd88645 service neutron] Request body: {'port': {'device_id': 'c1499f88-77f0-4d90-af58-f68b75b8a668', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:55:18.882410 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [None req-494d340d-c937-4504-b215-ff0e8d199b21 None None] Allocated IP 172.20.0.2 (9e7e0939-c39a-468f-ae81-373389c2a71d/6a17af9b-5711-4008-8440-1a2cebe56305/38753d4e-729b-48fe-be51-cc6710988cc4) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:55:18.884216 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab467506-d7d1-4716-be56-63a676ac9bcd req-19352625-e04d-450e-bd50-7bce17839675 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:18.886286 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ab467506-d7d1-4716-be56-63a676ac9bcd req-19352625-e04d-450e-bd50-7bce17839675 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0533605 Aug 10 04:55:18.901654 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a779f5d5-dc5f-488a-8cf7-41410c477586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:18.950505 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-efeaca1a-4637-479e-b927-cbacea81538d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:18.955142 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ab467506-d7d1-4716-be56-63a676ac9bcd req-741cf659-bf31-4bd1-9648-a4f285c78a61 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528872 Aug 10 04:55:18.973079 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-efeaca1a-4637-479e-b927-cbacea81538d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:18.977343 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-4b3b1503-a624-4f3d-94cc-4b978dd88645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:19.017165 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe612f-ff92-451b-a858-64335191501c req-1330b64b-82cb-4c5c-bffe-db3639d992c7 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:19.023448 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-66fe612f-ff92-451b-a858-64335191501c req-1330b64b-82cb-4c5c-bffe-db3639d992c7 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 931 time: 0.0633976 Aug 10 04:55:19.059235 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-66fe612f-ff92-451b-a858-64335191501c req-6623dd45-614f-481d-9637-e5fd7206262a tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341253 Aug 10 04:55:19.168695 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [None req-efeaca1a-4637-479e-b927-cbacea81538d admin admin] Allocated IP 172.27.0.105 (0a1a8acd-4687-4edf-98ff-0a50fc5a0482/3fb0ac1d-f2fb-452a-b682-4051fe90b57f/01a4d368-5ee1-46ac-a3f5-286bf064cbd5) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:55:19.244198 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning for port 9c830e50-27ca-439a-91bb-e22b7f3a5924 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:55:19.263100 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 9c830e50-27ca-439a-91bb-e22b7f3a5924 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:55:19.263474 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:19.351799 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-efeaca1a-4637-479e-b927-cbacea81538d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:19.406840 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-494d340d-c937-4504-b215-ff0e8d199b21 None None] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:19.413358 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-4b3b1503-a624-4f3d-94cc-4b978dd88645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:55:19.425805 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-494d340d-c937-4504-b215-ff0e8d199b21 None None] Transition to ACTIVE for port object 38753d4e-729b-48fe-be51-cc6710988cc4 will not be triggered until provisioned by entity L2. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:55:19.426231 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-4b3b1503-a624-4f3d-94cc-4b978dd88645 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:19.443513 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-4b3b1503-a624-4f3d-94cc-4b978dd88645 service neutron] Transition to ACTIVE for port object fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0 will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:55:19.448499 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-efeaca1a-4637-479e-b927-cbacea81538d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:19.460241 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-4b3b1503-a624-4f3d-94cc-4b978dd88645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59047126'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:19.487600 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-494d340d-c937-4504-b215-ff0e8d199b21 None None] Transition to ACTIVE for port object 38753d4e-729b-48fe-be51-cc6710988cc4 will not be triggered until provisioned by entity DHCP. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:55:19.489092 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:19.500368 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeaca1a-4637-479e-b927-cbacea81538d admin admin] Network 0a1a8acd-4687-4edf-98ff-0a50fc5a0482 is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:55:19.515599 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-efeaca1a-4637-479e-b927-cbacea81538d admin admin] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:55:19.515856 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-494d340d-c937-4504-b215-ff0e8d199b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:19.517990 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeaca1a-4637-479e-b927-cbacea81538d admin admin] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:55:19.535159 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] For port 9c830e50-27ca-439a-91bb-e22b7f3a5924, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=9c830e50-27ca-439a-91bb-e22b7f3a5924,segment=NetworkSegment(b7fff169-1c8e-4170-8d8b-00d331120c68),segment_id=b7fff169-1c8e-4170-8d8b-00d331120c68)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:55:19.561868 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeaca1a-4637-479e-b927-cbacea81538d admin admin] Pushing event updated for resources: {'Port': ['ID=01a4d368-5ee1-46ac-a3f5-286bf064cbd5,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:19.576389 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:19.588641 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494d340d-c937-4504-b215-ff0e8d199b21 None None] Network 9e7e0939-c39a-468f-ae81-373389c2a71d is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:55:19.601561 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-494d340d-c937-4504-b215-ff0e8d199b21 None None] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:55:19.608429 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494d340d-c937-4504-b215-ff0e8d199b21 None None] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:55:19.623421 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a779f5d5-dc5f-488a-8cf7-41410c477586 None None] Notify callbacks [] for port, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:19.625898 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d340d-c937-4504-b215-ff0e8d199b21 None None] Pushing event updated for resources: {'Port': ['ID=38753d4e-729b-48fe-be51-cc6710988cc4,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:19.677416 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-a779f5d5-dc5f-488a-8cf7-41410c477586 None None] Transition to ACTIVE for port object 272120aa-74a5-4b46-a534-e40e9810acfc will not be triggered until provisioned by entity L2. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:55:19.702922 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a779f5d5-dc5f-488a-8cf7-41410c477586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:19.704098 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b1503-a624-4f3d-94cc-4b978dd88645 service neutron] Pushing event updated for resources: {'Port': ['ID=fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:19.731844 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-494d340d-c937-4504-b215-ff0e8d199b21 None None] Attempting to bind port 38753d4e-729b-48fe-be51-cc6710988cc4 on host dv-cinder-804035-1-iscsi for vnic_type normal with profile {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:55:19.732210 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-494d340d-c937-4504-b215-ff0e8d199b21 None None] Attempting to bind port 38753d4e-729b-48fe-be51-cc6710988cc4 by drivers openvswitch,hyperv on host dv-cinder-804035-1-iscsi at level 0 using segments [{'id': '86c6e495-8e51-4b68-97a8-6021095a9106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9e7e0939-c39a-468f-ae81-373389c2a71d'}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:55:19.732562 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494d340d-c937-4504-b215-ff0e8d199b21 None None] Attempting to bind port 38753d4e-729b-48fe-be51-cc6710988cc4 on network 9e7e0939-c39a-468f-ae81-373389c2a71d {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:55:19.742164 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Pushing event updated for resources: {'Port': ['ID=9c830e50-27ca-439a-91bb-e22b7f3a5924,revision_number=4']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:19.747535 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494d340d-c937-4504-b215-ff0e8d199b21 None None] Checking agent: {'id': 'e86c392a-1153-4c8a-96a5-08eb1b77cf3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 44, 50), 'started_at': datetime.datetime(2021, 8, 10, 4, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:55:19.747910 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494d340d-c937-4504-b215-ff0e8d199b21 None None] Checking segment: {'id': '86c6e495-8e51-4b68-97a8-6021095a9106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9e7e0939-c39a-468f-ae81-373389c2a71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:55:19.748314 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-494d340d-c937-4504-b215-ff0e8d199b21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:19.748698 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494d340d-c937-4504-b215-ff0e8d199b21 None None] Bound using segment: {'id': '86c6e495-8e51-4b68-97a8-6021095a9106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9e7e0939-c39a-468f-ae81-373389c2a71d'} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:55:19.749165 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-494d340d-c937-4504-b215-ff0e8d199b21 None None] Bound port: 38753d4e-729b-48fe-be51-cc6710988cc4, host: dv-cinder-804035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c6e495-8e51-4b68-97a8-6021095a9106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9e7e0939-c39a-468f-ae81-373389c2a71d'}}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:55:19.749544 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-494d340d-c937-4504-b215-ff0e8d199b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:19.756519 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-4b3b1503-a624-4f3d-94cc-4b978dd88645 service neutron] Attempting to bind port fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:55:19.756988 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-4b3b1503-a624-4f3d-94cc-4b978dd88645 service neutron] Attempting to bind port fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '352272ad-d3ee-4361-b2d1-234512477266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8b57983f-7f67-4e1a-a5f4-e455640ee157'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:55:19.757577 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-4b3b1503-a624-4f3d-94cc-4b978dd88645 service neutron] Attempting to bind port fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0 on network 8b57983f-7f67-4e1a-a5f4-e455640ee157 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:55:19.775803 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-4b3b1503-a624-4f3d-94cc-4b978dd88645 service neutron] Port fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0 on network 8b57983f-7f67-4e1a-a5f4-e455640ee157 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:55:19.776283 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-4b3b1503-a624-4f3d-94cc-4b978dd88645 service neutron] Attempting to bind port fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0 on network 8b57983f-7f67-4e1a-a5f4-e455640ee157 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:55:19.783467 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-4b3b1503-a624-4f3d-94cc-4b978dd88645 service neutron] Checking agent: {'id': '51cc88f3-029f-45e4-af3a-d9472a1d6530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'started_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:55:19.783941 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-4b3b1503-a624-4f3d-94cc-4b978dd88645 service neutron] Checking segment: {'id': '352272ad-d3ee-4361-b2d1-234512477266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8b57983f-7f67-4e1a-a5f4-e455640ee157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:55:19.784468 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-4b3b1503-a624-4f3d-94cc-4b978dd88645 service neutron] Bound using segment: {'id': '352272ad-d3ee-4361-b2d1-234512477266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8b57983f-7f67-4e1a-a5f4-e455640ee157'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:55:19.785184 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-4b3b1503-a624-4f3d-94cc-4b978dd88645 service neutron] Bound port: fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '352272ad-d3ee-4361-b2d1-234512477266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8b57983f-7f67-4e1a-a5f4-e455640ee157'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:55:19.785612 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-4b3b1503-a624-4f3d-94cc-4b978dd88645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:19.861510 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad22d1-8ffb-4ae4-b519-adc38e408612 None None] Pushing event updated for resources: {'Port': ['ID=272120aa-74a5-4b46-a534-e40e9810acfc,revision_number=3']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:19.897139 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-a779f5d5-dc5f-488a-8cf7-41410c477586 None None] Attempting to bind port 272120aa-74a5-4b46-a534-e40e9810acfc on host dv-cinder-804035-1-iscsi for vnic_type normal with profile {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:55:19.897511 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-a779f5d5-dc5f-488a-8cf7-41410c477586 None None] Attempting to bind port 272120aa-74a5-4b46-a534-e40e9810acfc by drivers openvswitch,hyperv on host dv-cinder-804035-1-iscsi at level 0 using segments [{'id': 'fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38366486-a444-4ffd-9f7e-e3d09bf8ba4d'}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:55:19.898022 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a779f5d5-dc5f-488a-8cf7-41410c477586 None None] Attempting to bind port 272120aa-74a5-4b46-a534-e40e9810acfc on network 38366486-a444-4ffd-9f7e-e3d09bf8ba4d {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:55:19.909998 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a779f5d5-dc5f-488a-8cf7-41410c477586 None None] Checking agent: {'id': 'e86c392a-1153-4c8a-96a5-08eb1b77cf3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 44, 50), 'started_at': datetime.datetime(2021, 8, 10, 4, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:55:19.910396 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a779f5d5-dc5f-488a-8cf7-41410c477586 None None] Checking segment: {'id': 'fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38366486-a444-4ffd-9f7e-e3d09bf8ba4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:55:19.910828 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a779f5d5-dc5f-488a-8cf7-41410c477586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:19.911255 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a779f5d5-dc5f-488a-8cf7-41410c477586 None None] Bound using segment: {'id': 'fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38366486-a444-4ffd-9f7e-e3d09bf8ba4d'} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:55:19.911812 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-a779f5d5-dc5f-488a-8cf7-41410c477586 None None] Bound port: 272120aa-74a5-4b46-a534-e40e9810acfc, host: dv-cinder-804035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38366486-a444-4ffd-9f7e-e3d09bf8ba4d'}}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:55:19.912196 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a779f5d5-dc5f-488a-8cf7-41410c477586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:19.924828 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-494d340d-c937-4504-b215-ff0e8d199b21 None None] For port 38753d4e-729b-48fe-be51-cc6710988cc4, host dv-cinder-804035-1-iscsi, cleared binding levels {{(pid=93279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:55:19.940405 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-4b3b1503-a624-4f3d-94cc-4b978dd88645 service neutron] For port fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0, host hv-cinder-80403, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:55:19.953880 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-494d340d-c937-4504-b215-ff0e8d199b21 None None] For port 38753d4e-729b-48fe-be51-cc6710988cc4, host dv-cinder-804035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=38753d4e-729b-48fe-be51-cc6710988cc4,segment=NetworkSegment(86c6e495-8e51-4b68-97a8-6021095a9106),segment_id=86c6e495-8e51-4b68-97a8-6021095a9106)] {{(pid=93279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:55:19.955202 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-efeaca1a-4637-479e-b927-cbacea81538d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:19.957968 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-4b3b1503-a624-4f3d-94cc-4b978dd88645 service neutron] For port fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0,segment=NetworkSegment(352272ad-d3ee-4361-b2d1-234512477266),segment_id=352272ad-d3ee-4361-b2d1-234512477266)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:55:19.966013 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-494d340d-c937-4504-b215-ff0e8d199b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:20.024842 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-4b3b1503-a624-4f3d-94cc-4b978dd88645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59047126'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:20.105274 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d213f7-d8ad-4cd2-bdac-10831b4c10c6 req-25616e3a-6b52-4fb5-8908-04cd23b58298 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:20.107833 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b5d213f7-d8ad-4cd2-bdac-10831b4c10c6 req-25616e3a-6b52-4fb5-8908-04cd23b58298 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0728886 Aug 10 04:55:20.113683 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-4b3b1503-a624-4f3d-94cc-4b978dd88645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:20.113853 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d340d-c937-4504-b215-ff0e8d199b21 None None] Pushing event updated for resources: {'Port': ['ID=38753d4e-729b-48fe-be51-cc6710988cc4,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:20.114707 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-4b3b1503-a624-4f3d-94cc-4b978dd88645 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:20.116011 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-4b3b1503-a624-4f3d-94cc-4b978dd88645 service neutron] 10.222.0.63 "PUT /v2.0/ports/fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0 HTTP/1.1" status: 200 len: 1093 time: 1.2540805 Aug 10 04:55:20.125286 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1499f88-77f0-4d90-af58-f68b75b8a668', 'tag': 'fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:55:20.126576 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0435c65cf5a8cc8383a9c7cfa6853d0e89819f93ab363e4d384fd3b31d716135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217e81d8-03b3-488a-98a7-5a814177d1f2" -d '{"events": [{"name": "network-changed", "server_uuid": "c1499f88-77f0-4d90-af58-f68b75b8a668", "tag": "fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:55:20.178186 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8ecb89fe-b740-423c-b460-d8c887ce339c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:20.187354 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b1503-a624-4f3d-94cc-4b978dd88645 service neutron] Pushing event updated for resources: {'Port': ['ID=fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:20.216287 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-a779f5d5-dc5f-488a-8cf7-41410c477586 None None] For port 272120aa-74a5-4b46-a534-e40e9810acfc, host dv-cinder-804035-1-iscsi, cleared binding levels {{(pid=93279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:55:20.222693 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-a779f5d5-dc5f-488a-8cf7-41410c477586 None None] For port 272120aa-74a5-4b46-a534-e40e9810acfc, host dv-cinder-804035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=272120aa-74a5-4b46-a534-e40e9810acfc,segment=NetworkSegment(fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa),segment_id=fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa)] {{(pid=93279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:55:20.231268 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a779f5d5-dc5f-488a-8cf7-41410c477586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:20.235832 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b5d213f7-d8ad-4cd2-bdac-10831b4c10c6 req-6f0c756f-29f7-429b-93a3-5f017f7ab251 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150644 Aug 10 04:55:20.252122 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:20.271427 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0cac9-887c-4f28-895e-d80b9a233374 req-7af0cd07-3093-4094-a2cb-8fabffb1cff3 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:20.273143 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0ad0cac9-887c-4f28-895e-d80b9a233374 req-7af0cd07-3093-4094-a2cb-8fabffb1cff3 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 943 time: 0.1222732 Aug 10 04:55:20.308887 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce32d031-05cf-4333-8072-c95719078a0f x-openstack-request-id: req-ce32d031-05cf-4333-8072-c95719078a0f {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:55:20.309189 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1499f88-77f0-4d90-af58-f68b75b8a668", "tag": "fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0", "status": "completed", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:55:20.309425 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ce32d031-05cf-4333-8072-c95719078a0f {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:55:20.310351 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1499f88-77f0-4d90-af58-f68b75b8a668', 'tag': 'fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0', 'status': 'completed', 'code': 200} Aug 10 04:55:20.320249 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-778aeed6-4bcc-45b5-b6a8-a68265155a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:20.321925 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-778aeed6-4bcc-45b5-b6a8-a68265155a2e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4ce369bfd4e340699780f93870f7930e&device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 1096 time: 0.1361792 Aug 10 04:55:20.335369 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0ad0cac9-887c-4f28-895e-d80b9a233374 req-db60d00e-761d-4219-9da7-6986e6815bc9 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553129 Aug 10 04:55:20.371927 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a779f5d5-dc5f-488a-8cf7-41410c477586 None None] Routers {'3dfc1f0a-4e17-4404-be99-e503419cb022'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:55:20.372567 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-a779f5d5-dc5f-488a-8cf7-41410c477586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:55:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['3dfc1f0a-4e17-4404-be99-e503419cb022'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:55:20.394131 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad22d1-8ffb-4ae4-b519-adc38e408612 None None] Pushing event updated for resources: {'Port': ['ID=272120aa-74a5-4b46-a534-e40e9810acfc,revision_number=4']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:20.413975 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-70f39696-5560-4a86-9f0c-0b3ae425aaa6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0 HTTP/1.1" status: 200 len: 217 time: 0.0784349 Aug 10 04:55:20.438397 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-efeaca1a-4637-479e-b927-cbacea81538d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496356'] for router, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:20.527660 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-a779f5d5-dc5f-488a-8cf7-41410c477586 None None] Set router 3dfc1f0a-4e17-4404-be99-e503419cb022 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:55:20.767320 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-a779f5d5-dc5f-488a-8cf7-41410c477586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'name': 'tempest-TestShelveInstance-522371571-router', 'tenant_id': '6675a69d46c84a9aa91ed89f3afdd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '9c830e50-27ca-439a-91bb-e22b7f3a5924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:55:13Z', 'updated_at': '2021-08-10T04:55:16Z', 'revision_number': 4, 'project_id': '6675a69d46c84a9aa91ed89f3afdd555', 'gw_port': {'id': '9c830e50-27ca-439a-91bb-e22b7f3a5924', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:55:13Z', 'updated_at': '2021-08-10T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': '272120aa-74a5-4b46-a534-e40e9810acfc', 'name': '', 'network_id': '38366486-a444-4ffd-9f7e-e3d09bf8ba4d', 'tenant_id': '6675a69d46c84a9aa91ed89f3afdd555', 'mac_address': 'fa:16:3e:4d:3a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '404d0b3f-eed4-469f-9a9a-34be80c2a585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:55:15Z', 'updated_at': '2021-08-10T04:55:20Z', 'revision_number': 4, 'project_id': '6675a69d46c84a9aa91ed89f3afdd555', 'subnets': [{'id': '404d0b3f-eed4-469f-9a9a-34be80c2a585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:55:20.794817 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a779f5d5-dc5f-488a-8cf7-41410c477586 None None] The sync data for ids ['3dfc1f0a-4e17-4404-be99-e503419cb022'] in dv-cinder-804035-1-iscsi is: [{'id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'name': 'tempest-TestShelveInstance-522371571-router', 'tenant_id': '6675a69d46c84a9aa91ed89f3afdd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '9c830e50-27ca-439a-91bb-e22b7f3a5924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:55:13Z', 'updated_at': '2021-08-10T04:55:16Z', 'revision_number': 4, 'project_id': '6675a69d46c84a9aa91ed89f3afdd555', 'gw_port': {'id': '9c830e50-27ca-439a-91bb-e22b7f3a5924', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:55:13Z', 'updated_at': '2021-08-10T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': '272120aa-74a5-4b46-a534-e40e9810acfc', 'name': '', 'network_id': '38366486-a444-4ffd-9f7e-e3d09bf8ba4d', 'tenant_id': '6675a69d46c84a9aa91ed89f3afdd555', 'mac_address': 'fa:16:3e:4d:3a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '404d0b3f-eed4-469f-9a9a-34be80c2a585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:55:15Z', 'updated_at': '2021-08-10T04:55:20Z', 'revision_number': 4, 'project_id': '6675a69d46c84a9aa91ed89f3afdd555', 'subnets': [{'id': '404d0b3f-eed4-469f-9a9a-34be80c2a585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:55:20.804593 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-a05ad082-abdc-4e13-bac7-3cc132aef564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:20.806075 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-a05ad082-abdc-4e13-bac7-3cc132aef564 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cb30011b-feb9-4afb-9423-c90e0110daff HTTP/1.1" status: 200 len: 848 time: 0.0572288 Aug 10 04:55:20.865438 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-67a86896-c25c-481b-a5fc-bb0b2a3cef5f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8b57983f-7f67-4e1a-a5f4-e455640ee157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491114 Aug 10 04:55:20.904631 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 38753d4e-729b-48fe-be51-cc6710988cc4 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:55:20.947700 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efeaca1a-4637-479e-b927-cbacea81538d admin admin] Router 37450299-218f-428e-a9c8-bc5f593ef7db is scheduled to L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d with binding_index 1 {{(pid=93277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:55:20.988844 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning for port 38753d4e-729b-48fe-be51-cc6710988cc4 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:55:20.994406 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 9c830e50-27ca-439a-91bb-e22b7f3a5924 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:55:21.070043 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 9c830e50-27ca-439a-91bb-e22b7f3a5924 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:55:21.070043 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:21.142408 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-81e1cd31-e018-47a8-9655-7f563360b4fb service neutron] 10.222.0.63 "GET /v2.0/networks/8b57983f-7f67-4e1a-a5f4-e455640ee157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682869 Aug 10 04:55:21.146907 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efeaca1a-4637-479e-b927-cbacea81538d admin admin] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:55:21.157445 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c046ffb-c141-469f-aeb2-f843f27d44d8 None None] Sync routers for ids ['37450299-218f-428e-a9c8-bc5f593ef7db'] in dv-cinder-804035-1-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:55:21.167293 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c046ffb-c141-469f-aeb2-f843f27d44d8 None None] Routers {'37450299-218f-428e-a9c8-bc5f593ef7db'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:55:21.168106 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-8c046ffb-c141-469f-aeb2-f843f27d44d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:55:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['37450299-218f-428e-a9c8-bc5f593ef7db'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:55:21.200272 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-efeaca1a-4637-479e-b927-cbacea81538d admin admin] Notify callbacks [] for router, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:21.201673 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-efeaca1a-4637-479e-b927-cbacea81538d admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8973134 Aug 10 04:55:21.206179 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 59094) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:21.243897 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:21.355584 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-b556f456-eb40-4cc8-a6b9-0a03a27aa0f4 req-cb4e8fbe-5968-4076-a500-82434334e93e service neutron] 10.222.0.63 "GET /v2.0/networks/8b57983f-7f67-4e1a-a5f4-e455640ee157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916637 Aug 10 04:55:21.362049 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646140d3-761a-433d-b49c-574b8fdb9bac None None] Network 9e7e0939-c39a-468f-ae81-373389c2a71d requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:55:21.397443 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-8c046ffb-c141-469f-aeb2-f843f27d44d8 None None] Set router 37450299-218f-428e-a9c8-bc5f593ef7db gateway port host: dv-cinder-804035-1-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:55:21.494471 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17033f8-e9f3-451d-a3e1-8b404b52afb6 req-d67ee2d3-a87d-43c5-a6f2-fdb70ac9b702 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:21.499864 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b17033f8-e9f3-451d-a3e1-8b404b52afb6 req-d67ee2d3-a87d-43c5-a6f2-fdb70ac9b702 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.1023962 Aug 10 04:55:21.536378 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e81d8-03b3-488a-98a7-5a814177d1f2 req-713ac2a9-855e-4ad0-af13-4a3121718b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:21.538114 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-217e81d8-03b3-488a-98a7-5a814177d1f2 req-713ac2a9-855e-4ad0-af13-4a3121718b22 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4ce369bfd4e340699780f93870f7930e&device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 1096 time: 0.0964837 Aug 10 04:55:21.617149 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-5eda553e-499e-4186-81fa-381f941d898b None None] Provisioning for port 38753d4e-729b-48fe-be51-cc6710988cc4 completed by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:55:21.655289 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b17033f8-e9f3-451d-a3e1-8b404b52afb6 req-32c75b4e-4c64-48da-87c0-1c07c77067a1 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452215 Aug 10 04:55:21.717963 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e81d8-03b3-488a-98a7-5a814177d1f2 req-e7bf52d5-9c1e-4d5d-8180-b3e35810f2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:21.718185 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54d05e-ac25-47af-8a17-1156826faa16 req-53f67bf1-3eb3-4372-a736-f38340f0648c tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:21.719571 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-217e81d8-03b3-488a-98a7-5a814177d1f2 req-e7bf52d5-9c1e-4d5d-8180-b3e35810f2cf service neutron] 10.222.0.63 "GET /v2.0/networks?id=8b57983f-7f67-4e1a-a5f4-e455640ee157 HTTP/1.1" status: 200 len: 909 time: 0.1692455 Aug 10 04:55:21.723309 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-5eda553e-499e-4186-81fa-381f941d898b None None] Provisioning complete for port 38753d4e-729b-48fe-be51-cc6710988cc4 triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:55:21.723680 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5eda553e-499e-4186-81fa-381f941d898b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:21.725212 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fa54d05e-ac25-47af-8a17-1156826faa16 req-53f67bf1-3eb3-4372-a736-f38340f0648c tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 943 time: 0.1369233 Aug 10 04:55:21.739161 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-8c046ffb-c141-469f-aeb2-f843f27d44d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37450299-218f-428e-a9c8-bc5f593ef7db', 'name': 'tempest-TestShelveInstance-470415898-router', 'tenant_id': '3e2113d7c57a4856936e2d342dc0bdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '01a4d368-5ee1-46ac-a3f5-286bf064cbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:55:18Z', 'updated_at': '2021-08-10T04:55:19Z', 'revision_number': 3, 'project_id': '3e2113d7c57a4856936e2d342dc0bdeb', 'gw_port': {'id': '01a4d368-5ee1-46ac-a3f5-286bf064cbd5', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37450299-218f-428e-a9c8-bc5f593ef7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:55:18Z', 'updated_at': '2021-08-10T04:55:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi'}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:55:21.779752 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-217e81d8-03b3-488a-98a7-5a814177d1f2 req-308e200a-9f08-45cc-b88f-01c4dc94b16d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0 HTTP/1.1" status: 200 len: 217 time: 0.0523884 Aug 10 04:55:21.782879 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c046ffb-c141-469f-aeb2-f843f27d44d8 None None] Checking router: 37450299-218f-428e-a9c8-bc5f593ef7db for host: dv-cinder-804035-1-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:55:21.783461 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c046ffb-c141-469f-aeb2-f843f27d44d8 None None] Updating router 37450299-218f-428e-a9c8-bc5f593ef7db port 01a4d368-5ee1-46ac-a3f5-286bf064cbd5 binding host dv-cinder-804035-1-iscsi {{(pid=93280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:55:21.847239 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-8c046ffb-c141-469f-aeb2-f843f27d44d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:21.894800 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e81d8-03b3-488a-98a7-5a814177d1f2 req-e2157e96-50f1-4c39-816d-f5f9422992a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:21.900289 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-217e81d8-03b3-488a-98a7-5a814177d1f2 req-e2157e96-50f1-4c39-816d-f5f9422992a1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cb30011b-feb9-4afb-9423-c90e0110daff HTTP/1.1" status: 200 len: 848 time: 0.1105306 Aug 10 04:55:21.918034 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5eda553e-499e-4186-81fa-381f941d898b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:21.965691 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-217e81d8-03b3-488a-98a7-5a814177d1f2 req-cbb87b1f-e23d-4f9f-8702-030a2a8adf56 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8b57983f-7f67-4e1a-a5f4-e455640ee157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558209 Aug 10 04:55:21.978677 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-5eda553e-499e-4186-81fa-381f941d898b None None] For port 38753d4e-729b-48fe-be51-cc6710988cc4, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=38753d4e-729b-48fe-be51-cc6710988cc4,segment=NetworkSegment(86c6e495-8e51-4b68-97a8-6021095a9106),segment_id=86c6e495-8e51-4b68-97a8-6021095a9106)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:55:21.993033 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5eda553e-499e-4186-81fa-381f941d898b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:22.091282 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda553e-499e-4186-81fa-381f941d898b None None] Pushing event updated for resources: {'Port': ['ID=38753d4e-729b-48fe-be51-cc6710988cc4,revision_number=3']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:22.121680 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 59122) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:22.155443 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-217e81d8-03b3-488a-98a7-5a814177d1f2 req-40a9196c-206d-4e5b-b800-7a9baa7199cb service neutron] 10.222.0.63 "GET /v2.0/networks/8b57983f-7f67-4e1a-a5f4-e455640ee157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794884 Aug 10 04:55:22.228590 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-ef880542-cb22-4e90-9a65-2064163a8387 None None] Provisioning complete for port 38753d4e-729b-48fe-be51-cc6710988cc4 triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:55:22.229012 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ef880542-cb22-4e90-9a65-2064163a8387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:22.268195 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-8c046ffb-c141-469f-aeb2-f843f27d44d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:22.282494 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-8c046ffb-c141-469f-aeb2-f843f27d44d8 None None] Transition to ACTIVE for port object 01a4d368-5ee1-46ac-a3f5-286bf064cbd5 will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:55:22.288971 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fa54d05e-ac25-47af-8a17-1156826faa16 req-e23376b6-f266-4413-a09d-200ac96f5ce9 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4633582 Aug 10 04:55:22.307798 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-8c046ffb-c141-469f-aeb2-f843f27d44d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:22.313212 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-217e81d8-03b3-488a-98a7-5a814177d1f2 req-a45386c2-2f4d-49ed-bfee-a167f4827164 service neutron] 10.222.0.63 "GET /v2.0/networks/8b57983f-7f67-4e1a-a5f4-e455640ee157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418965 Aug 10 04:55:22.392856 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af1e89-b6f7-47c8-905a-95f77169d732 None None] Pushing event updated for resources: {'Port': ['ID=01a4d368-5ee1-46ac-a3f5-286bf064cbd5,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:22.410977 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-8c046ffb-c141-469f-aeb2-f843f27d44d8 None None] Attempting to bind port 01a4d368-5ee1-46ac-a3f5-286bf064cbd5 on host dv-cinder-804035-1-iscsi for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:55:22.411343 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-8c046ffb-c141-469f-aeb2-f843f27d44d8 None None] Attempting to bind port 01a4d368-5ee1-46ac-a3f5-286bf064cbd5 by drivers openvswitch,hyperv on host dv-cinder-804035-1-iscsi at level 0 using segments [{'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:55:22.411724 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c046ffb-c141-469f-aeb2-f843f27d44d8 None None] Attempting to bind port 01a4d368-5ee1-46ac-a3f5-286bf064cbd5 on network 0a1a8acd-4687-4edf-98ff-0a50fc5a0482 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:55:22.417271 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c046ffb-c141-469f-aeb2-f843f27d44d8 None None] Checking agent: {'id': 'e86c392a-1153-4c8a-96a5-08eb1b77cf3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 44, 50), 'started_at': datetime.datetime(2021, 8, 10, 4, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:55:22.417925 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c046ffb-c141-469f-aeb2-f843f27d44d8 None None] Checking segment: {'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:55:22.418486 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-8c046ffb-c141-469f-aeb2-f843f27d44d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:22.419208 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c046ffb-c141-469f-aeb2-f843f27d44d8 None None] Bound using segment: {'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:55:22.419839 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-8c046ffb-c141-469f-aeb2-f843f27d44d8 None None] Bound port: 01a4d368-5ee1-46ac-a3f5-286bf064cbd5, host: dv-cinder-804035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:55:22.420443 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-8c046ffb-c141-469f-aeb2-f843f27d44d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:22.465951 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5be33f7d-8138-41af-80e6-c10920dbbf6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:22.480589 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-8c046ffb-c141-469f-aeb2-f843f27d44d8 None None] For port 01a4d368-5ee1-46ac-a3f5-286bf064cbd5, host dv-cinder-804035-1-iscsi, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:55:22.484315 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-8c046ffb-c141-469f-aeb2-f843f27d44d8 None None] For port 01a4d368-5ee1-46ac-a3f5-286bf064cbd5, host dv-cinder-804035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=01a4d368-5ee1-46ac-a3f5-286bf064cbd5,segment=NetworkSegment(b7fff169-1c8e-4170-8d8b-00d331120c68),segment_id=b7fff169-1c8e-4170-8d8b-00d331120c68)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:55:22.490024 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-8c046ffb-c141-469f-aeb2-f843f27d44d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:22.548824 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af1e89-b6f7-47c8-905a-95f77169d732 None None] Pushing event updated for resources: {'Port': ['ID=01a4d368-5ee1-46ac-a3f5-286bf064cbd5,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:22.566891 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c046ffb-c141-469f-aeb2-f843f27d44d8 None None] Routers {'37450299-218f-428e-a9c8-bc5f593ef7db'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:55:22.567603 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-8c046ffb-c141-469f-aeb2-f843f27d44d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:55:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['37450299-218f-428e-a9c8-bc5f593ef7db'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:55:22.616712 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5be33f7d-8138-41af-80e6-c10920dbbf6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:22.624322 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5be33f7d-8138-41af-80e6-c10920dbbf6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:22.627677 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ca87111f-14a4-463b-aeb9-549f938ef5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:22.676115 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-5be33f7d-8138-41af-80e6-c10920dbbf6a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=32b9b79b5eda4172b48ff402b3a7fffa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5271783 Aug 10 04:55:22.684423 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:22.686025 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 59132) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:22.699302 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-8c046ffb-c141-469f-aeb2-f843f27d44d8 None None] Set router 37450299-218f-428e-a9c8-bc5f593ef7db gateway port host: dv-cinder-804035-1-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:55:22.720103 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be33f7d-8138-41af-80e6-c10920dbbf6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea9204e-92dd-4bc4-bcd3-f03f9e9015e3,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:22.842742 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6c139eef-9d68-44fa-93e6-e0cdb0e3fd4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:22.869209 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953746e-0acb-4885-809b-7d6c2c288a3a req-be7e093c-14dd-499f-bf23-9980e0ed9f1e tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:22.875694 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4953746e-0acb-4885-809b-7d6c2c288a3a req-be7e093c-14dd-499f-bf23-9980e0ed9f1e tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.1309001 Aug 10 04:55:22.920403 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6c139eef-9d68-44fa-93e6-e0cdb0e3fd4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:22.925894 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-8c046ffb-c141-469f-aeb2-f843f27d44d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37450299-218f-428e-a9c8-bc5f593ef7db', 'name': 'tempest-TestShelveInstance-470415898-router', 'tenant_id': '3e2113d7c57a4856936e2d342dc0bdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '01a4d368-5ee1-46ac-a3f5-286bf064cbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:55:18Z', 'updated_at': '2021-08-10T04:55:19Z', 'revision_number': 3, 'project_id': '3e2113d7c57a4856936e2d342dc0bdeb', 'gw_port': {'id': '01a4d368-5ee1-46ac-a3f5-286bf064cbd5', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37450299-218f-428e-a9c8-bc5f593ef7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:55:18Z', 'updated_at': '2021-08-10T04:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi'}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:55:22.953355 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 38753d4e-729b-48fe-be51-cc6710988cc4 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:55:22.963481 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c046ffb-c141-469f-aeb2-f843f27d44d8 None None] The sync data for ids ['37450299-218f-428e-a9c8-bc5f593ef7db'] in dv-cinder-804035-1-iscsi is: [{'id': '37450299-218f-428e-a9c8-bc5f593ef7db', 'name': 'tempest-TestShelveInstance-470415898-router', 'tenant_id': '3e2113d7c57a4856936e2d342dc0bdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '01a4d368-5ee1-46ac-a3f5-286bf064cbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:55:18Z', 'updated_at': '2021-08-10T04:55:19Z', 'revision_number': 3, 'project_id': '3e2113d7c57a4856936e2d342dc0bdeb', 'gw_port': {'id': '01a4d368-5ee1-46ac-a3f5-286bf064cbd5', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37450299-218f-428e-a9c8-bc5f593ef7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:55:18Z', 'updated_at': '2021-08-10T04:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi'}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:55:22.996677 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4953746e-0acb-4885-809b-7d6c2c288a3a req-2f282f55-a95d-4d62-9fb2-4c0f0e3cd1c2 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111722 Aug 10 04:55:23.006464 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [None req-ca87111f-14a4-463b-aeb9-549f938ef5ae admin admin] Allocated IP 172.20.0.1 (9e7e0939-c39a-468f-ae81-373389c2a71d/6a17af9b-5711-4008-8440-1a2cebe56305/c21be845-4aca-416c-875d-87f62cfc079b) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:55:23.031399 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 38753d4e-729b-48fe-be51-cc6710988cc4 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:55:23.032145 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:23.062097 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6c139eef-9d68-44fa-93e6-e0cdb0e3fd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:23.065284 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6c139eef-9d68-44fa-93e6-e0cdb0e3fd4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:23.066477 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-6c139eef-9d68-44fa-93e6-e0cdb0e3fd4c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9ea9204e-92dd-4bc4-bcd3-f03f9e9015e3 HTTP/1.1" status: 204 len: 168 time: 0.3793108 Aug 10 04:55:23.114610 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c139eef-9d68-44fa-93e6-e0cdb0e3fd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea9204e-92dd-4bc4-bcd3-f03f9e9015e3,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:23.199347 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ca87111f-14a4-463b-aeb9-549f938ef5ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:23.218269 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [None req-ca87111f-14a4-463b-aeb9-549f938ef5ae admin admin] Transition to ACTIVE for port object c21be845-4aca-416c-875d-87f62cfc079b will not be triggered until provisioned by entity DHCP. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:55:23.230517 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 272120aa-74a5-4b46-a534-e40e9810acfc up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:55:23.233156 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9540e14-a852-4ad9-8240-50a6e3b015af req-9647ba98-3168-45ad-8d43-b3e214ab4b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:23.235512 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-d9540e14-a852-4ad9-8240-50a6e3b015af req-9647ba98-3168-45ad-8d43-b3e214ab4b9a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 1099 time: 0.0607338 Aug 10 04:55:23.278617 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-d9540e14-a852-4ad9-8240-50a6e3b015af req-fe950d9e-eff9-4f3e-80ff-e1ef96b65043 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360541 Aug 10 04:55:23.305075 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ca87111f-14a4-463b-aeb9-549f938ef5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:23.334446 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning for port 272120aa-74a5-4b46-a534-e40e9810acfc completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:55:23.343850 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 272120aa-74a5-4b46-a534-e40e9810acfc triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:55:23.345188 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:23.379635 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87111f-14a4-463b-aeb9-549f938ef5ae admin admin] Pushing event updated for resources: {'Port': ['ID=c21be845-4aca-416c-875d-87f62cfc079b,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:23.383603 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca87111f-14a4-463b-aeb9-549f938ef5ae admin admin] Network 9e7e0939-c39a-468f-ae81-373389c2a71d is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:55:23.385440 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-ca87111f-14a4-463b-aeb9-549f938ef5ae admin admin] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:55:23.387780 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca87111f-14a4-463b-aeb9-549f938ef5ae admin admin] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:55:23.464510 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ca87111f-14a4-463b-aeb9-549f938ef5ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495639'] for router_interface, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:23.565771 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:23.591269 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750da79-cb82-468e-8552-cea1e8f208a0 req-27f919b1-fc99-44d1-bd9a-df09c3ca1111 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:23.597674 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4750da79-cb82-468e-8552-cea1e8f208a0 req-27f919b1-fc99-44d1-bd9a-df09c3ca1111 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 943 time: 0.1575735 Aug 10 04:55:23.628913 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] For port 272120aa-74a5-4b46-a534-e40e9810acfc, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=272120aa-74a5-4b46-a534-e40e9810acfc,segment=NetworkSegment(fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa),segment_id=fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:55:23.636802 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:23.703720 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4750da79-cb82-468e-8552-cea1e8f208a0 req-0a12de8b-0f84-484a-a0b5-9105987e7162 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982449 Aug 10 04:55:23.710567 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Pushing event updated for resources: {'Port': ['ID=272120aa-74a5-4b46-a534-e40e9810acfc,revision_number=5']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:23.749057 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 59152) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:23.769634 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-029edefb-c96f-4b56-85ee-1d7b8f5b2a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:23.771265 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ca87111f-14a4-463b-aeb9-549f938ef5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:23.818922 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-1c2ef9a1-7d19-41ba-9c57-cf9eab407140 None None] Provisioning for port c21be845-4aca-416c-875d-87f62cfc079b completed by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:55:23.823771 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-1c2ef9a1-7d19-41ba-9c57-cf9eab407140 None None] Provisioning complete for port c21be845-4aca-416c-875d-87f62cfc079b triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:55:23.824313 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1c2ef9a1-7d19-41ba-9c57-cf9eab407140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:23.877811 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ef9a1-7d19-41ba-9c57-cf9eab407140 None None] Port c21be845-4aca-416c-875d-87f62cfc079b cannot update to ACTIVE because it is not bound. {{(pid=93279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:55:23.913085 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-029edefb-c96f-4b56-85ee-1d7b8f5b2a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:23.920356 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-029edefb-c96f-4b56-85ee-1d7b8f5b2a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:23.957815 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ca87111f-14a4-463b-aeb9-549f938ef5ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:23.970721 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ca87111f-14a4-463b-aeb9-549f938ef5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7361716'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:23.972137 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029edefb-c96f-4b56-85ee-1d7b8f5b2a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca28b4ca-99a1-44cb-8834-d69ea7530e7e,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:23.982761 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-029edefb-c96f-4b56-85ee-1d7b8f5b2a92 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=58facaa5b79c4422b155ec1fda50137a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291884 Aug 10 04:55:23.983318 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 59160) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:24.044478 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-014a50e3-4bc6-4a75-8104-e747d27c02c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:24.071770 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87111f-14a4-463b-aeb9-549f938ef5ae admin admin] Pushing event updated for resources: {'Port': ['ID=c21be845-4aca-416c-875d-87f62cfc079b,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:24.074368 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ca87111f-14a4-463b-aeb9-549f938ef5ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495779'] for router_interface, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:24.090442 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-014a50e3-4bc6-4a75-8104-e747d27c02c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:24.162181 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-014a50e3-4bc6-4a75-8104-e747d27c02c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:24.166742 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-014a50e3-4bc6-4a75-8104-e747d27c02c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:24.168113 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-014a50e3-4bc6-4a75-8104-e747d27c02c7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ca28b4ca-99a1-44cb-8834-d69ea7530e7e HTTP/1.1" status: 204 len: 168 time: 0.1841609 Aug 10 04:55:24.183205 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a50e3-4bc6-4a75-8104-e747d27c02c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca28b4ca-99a1-44cb-8834-d69ea7530e7e,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:24.217242 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a34af-d69c-458e-a1b2-31a96ee59d02 req-bac4299e-a56b-4fa7-9738-c17680bbe4c1 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:24.218911 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-de3a34af-d69c-458e-a1b2-31a96ee59d02 req-bac4299e-a56b-4fa7-9738-c17680bbe4c1 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.1179330 Aug 10 04:55:24.238485 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca87111f-14a4-463b-aeb9-549f938ef5ae admin admin] Network 9e7e0939-c39a-468f-ae81-373389c2a71d is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:55:24.246689 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-ca87111f-14a4-463b-aeb9-549f938ef5ae admin admin] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:55:24.312834 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-de3a34af-d69c-458e-a1b2-31a96ee59d02 req-1cdf3a20-7f03-427e-87b8-a686394506b8 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858169 Aug 10 04:55:24.395638 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca87111f-14a4-463b-aeb9-549f938ef5ae admin admin] Router 37450299-218f-428e-a9c8-bc5f593ef7db has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:55:24.503272 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-83390a99-38ca-429d-a1fb-4c3b12dcac79 None None] Provisioning complete for port c21be845-4aca-416c-875d-87f62cfc079b triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:55:24.503962 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-83390a99-38ca-429d-a1fb-4c3b12dcac79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:24.518933 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca87111f-14a4-463b-aeb9-549f938ef5ae admin admin] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:55:24.525497 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-ca87111f-14a4-463b-aeb9-549f938ef5ae admin admin] 10.222.0.49 "PUT /v2.0/routers/37450299-218f-428e-a9c8-bc5f593ef7db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3168187 Aug 10 04:55:24.545118 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-83390a99-38ca-429d-a1fb-4c3b12dcac79 None None] Port c21be845-4aca-416c-875d-87f62cfc079b cannot update to ACTIVE because it is not bound. {{(pid=93279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:55:24.889198 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 272120aa-74a5-4b46-a534-e40e9810acfc up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:55:24.947273 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 272120aa-74a5-4b46-a534-e40e9810acfc triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:55:24.947651 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:25.038047 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 01a4d368-5ee1-46ac-a3f5-286bf064cbd5 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:55:25.087795 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning for port 01a4d368-5ee1-46ac-a3f5-286bf064cbd5 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:55:25.091632 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 01a4d368-5ee1-46ac-a3f5-286bf064cbd5 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:55:25.092006 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:25.146371 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beebe819-f2aa-4b6d-93ee-12d386e633fe None None] Sync routers for ids ['37450299-218f-428e-a9c8-bc5f593ef7db'] in dv-cinder-804035-1-iscsi {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:55:25.174523 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 59206) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:25.179862 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-1dbd2f8c-3534-49a7-ac85-5c6307ddafb3 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1753824337', 'description': 'tempest-secgroup-smoke-1753824337 description', 'project_id': '6675a69d46c84a9aa91ed89f3afdd555'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:55:25.187159 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beebe819-f2aa-4b6d-93ee-12d386e633fe None None] Routers {'37450299-218f-428e-a9c8-bc5f593ef7db'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:55:25.187998 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-beebe819-f2aa-4b6d-93ee-12d386e633fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:55:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['37450299-218f-428e-a9c8-bc5f593ef7db'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:55:25.215870 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1dbd2f8c-3534-49a7-ac85-5c6307ddafb3 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:25.292141 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4d948-721f-45a4-9d67-b8a45de8a91b req-390038ec-ced1-46a0-9d0e-68dd8ba46b21 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:25.301129 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d8c4d948-721f-45a4-9d67-b8a45de8a91b req-390038ec-ced1-46a0-9d0e-68dd8ba46b21 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 943 time: 0.0681260 Aug 10 04:55:25.352605 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1dbd2f8c-3534-49a7-ac85-5c6307ddafb3 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:25.354250 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d8c4d948-721f-45a4-9d67-b8a45de8a91b req-98032a8c-8a58-4f28-9cce-62add47bcf75 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517890 Aug 10 04:55:25.367939 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1dbd2f8c-3534-49a7-ac85-5c6307ddafb3 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:25.380704 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:25.409634 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd2f8c-3534-49a7-ac85-5c6307ddafb3 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3db4ee29-4dea-4785-8d2a-ad357c564f4d,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:25.418651 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1dbd2f8c-3534-49a7-ac85-5c6307ddafb3 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:25.421393 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-1dbd2f8c-3534-49a7-ac85-5c6307ddafb3 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2457781 Aug 10 04:55:25.424790 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 59216) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:25.431065 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-068d1d65-6cb6-4059-92af-0d7499c42177 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Request body: {'security_group_rule': {'security_group_id': '3db4ee29-4dea-4785-8d2a-ad357c564f4d', 'project_id': '6675a69d46c84a9aa91ed89f3afdd555', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:55:25.443574 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] For port 01a4d368-5ee1-46ac-a3f5-286bf064cbd5, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=01a4d368-5ee1-46ac-a3f5-286bf064cbd5,segment=NetworkSegment(b7fff169-1c8e-4170-8d8b-00d331120c68),segment_id=b7fff169-1c8e-4170-8d8b-00d331120c68)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:55:25.457529 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:25.466151 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-068d1d65-6cb6-4059-92af-0d7499c42177 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:25.502834 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-beebe819-f2aa-4b6d-93ee-12d386e633fe None None] Set router 37450299-218f-428e-a9c8-bc5f593ef7db gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:55:25.552966 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Pushing event updated for resources: {'Port': ['ID=01a4d368-5ee1-46ac-a3f5-286bf064cbd5,revision_number=4']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:25.568606 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce37807-1428-4599-9208-1e3e33269dce req-9fb7c841-a5b2-47ee-a92d-1983cec5ff82 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:25.571474 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6ce37807-1428-4599-9208-1e3e33269dce req-9fb7c841-a5b2-47ee-a92d-1983cec5ff82 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0983918 Aug 10 04:55:25.601287 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-068d1d65-6cb6-4059-92af-0d7499c42177 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:25.612399 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-068d1d65-6cb6-4059-92af-0d7499c42177 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446792'] for security_group_rule, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:25.641320 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d1d65-6cb6-4059-92af-0d7499c42177 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8cec726-26b8-4eb7-81e4-be24baa9725e,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:25.658582 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6ce37807-1428-4599-9208-1e3e33269dce req-2c3707f7-b61b-4d47-8df0-599399abb05a tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736067 Aug 10 04:55:25.660477 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-068d1d65-6cb6-4059-92af-0d7499c42177 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:25.661730 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-068d1d65-6cb6-4059-92af-0d7499c42177 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2342241 Aug 10 04:55:25.664781 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 59226) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:25.671695 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-5d16d996-8a3d-49ad-9965-05fc7d49bfb6 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Request body: {'security_group_rule': {'security_group_id': '3db4ee29-4dea-4785-8d2a-ad357c564f4d', 'project_id': '6675a69d46c84a9aa91ed89f3afdd555', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:55:25.712340 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5d16d996-8a3d-49ad-9965-05fc7d49bfb6 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:25.752738 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-beebe819-f2aa-4b6d-93ee-12d386e633fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37450299-218f-428e-a9c8-bc5f593ef7db', 'name': 'tempest-TestShelveInstance-470415898-router', 'tenant_id': '3e2113d7c57a4856936e2d342dc0bdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '01a4d368-5ee1-46ac-a3f5-286bf064cbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:55:18Z', 'updated_at': '2021-08-10T04:55:23Z', 'revision_number': 4, 'project_id': '3e2113d7c57a4856936e2d342dc0bdeb', 'gw_port': {'id': '01a4d368-5ee1-46ac-a3f5-286bf064cbd5', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37450299-218f-428e-a9c8-bc5f593ef7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:55:18Z', 'updated_at': '2021-08-10T04:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': 'c21be845-4aca-416c-875d-87f62cfc079b', 'name': '', 'network_id': '9e7e0939-c39a-468f-ae81-373389c2a71d', 'tenant_id': '3e2113d7c57a4856936e2d342dc0bdeb', 'mac_address': 'fa:16:3e:75:09:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37450299-218f-428e-a9c8-bc5f593ef7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '6a17af9b-5711-4008-8440-1a2cebe56305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:55:22Z', 'updated_at': '2021-08-10T04:55:23Z', 'revision_number': 2, 'project_id': '3e2113d7c57a4856936e2d342dc0bdeb', 'subnets': [{'id': '6a17af9b-5711-4008-8440-1a2cebe56305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:55:25.776554 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5d16d996-8a3d-49ad-9965-05fc7d49bfb6 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:25.780324 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beebe819-f2aa-4b6d-93ee-12d386e633fe None None] Checking router: 37450299-218f-428e-a9c8-bc5f593ef7db for host: dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:55:25.780639 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beebe819-f2aa-4b6d-93ee-12d386e633fe None None] Updating router 37450299-218f-428e-a9c8-bc5f593ef7db port c21be845-4aca-416c-875d-87f62cfc079b binding host dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:55:25.783764 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5d16d996-8a3d-49ad-9965-05fc7d49bfb6 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446792'] for security_group_rule, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:25.797968 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16d996-8a3d-49ad-9965-05fc7d49bfb6 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce90211-b370-4693-9015-5e97822405e4,revision_number=0']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:25.809131 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-beebe819-f2aa-4b6d-93ee-12d386e633fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:25.813837 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5d16d996-8a3d-49ad-9965-05fc7d49bfb6 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:25.817623 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-5d16d996-8a3d-49ad-9965-05fc7d49bfb6 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1486692 Aug 10 04:55:25.818024 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 59234) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:25.822647 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-be1ed09e-f1ed-465c-993c-58c9803fd9c9 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Request body: {'security_group_rule': {'security_group_id': '3db4ee29-4dea-4785-8d2a-ad357c564f4d', 'project_id': '6675a69d46c84a9aa91ed89f3afdd555', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:55:25.850835 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-be1ed09e-f1ed-465c-993c-58c9803fd9c9 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:25.913673 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-be1ed09e-f1ed-465c-993c-58c9803fd9c9 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:25.918774 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-be1ed09e-f1ed-465c-993c-58c9803fd9c9 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446792'] for security_group_rule, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:25.940913 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ed09e-f1ed-465c-993c-58c9803fd9c9 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b3f0a50-e03e-4fb4-a023-17bcd8924946,revision_number=0']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:25.953529 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-be1ed09e-f1ed-465c-993c-58c9803fd9c9 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:25.959040 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-be1ed09e-f1ed-465c-993c-58c9803fd9c9 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1359711 Aug 10 04:55:25.959040 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 59238) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:25.967282 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-36e79cd3-9d80-4de1-880d-26c44624d6f3 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Request body: {'security_group_rule': {'security_group_id': '3db4ee29-4dea-4785-8d2a-ad357c564f4d', 'project_id': '6675a69d46c84a9aa91ed89f3afdd555', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:55:25.997448 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-36e79cd3-9d80-4de1-880d-26c44624d6f3 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:26.066711 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-36e79cd3-9d80-4de1-880d-26c44624d6f3 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:26.071631 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-36e79cd3-9d80-4de1-880d-26c44624d6f3 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446792'] for security_group_rule, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:26.087530 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e79cd3-9d80-4de1-880d-26c44624d6f3 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0312cc41-02a1-4fd0-88eb-83046eaf1a49,revision_number=0']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:26.098276 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-36e79cd3-9d80-4de1-880d-26c44624d6f3 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:26.099646 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-36e79cd3-9d80-4de1-880d-26c44624d6f3 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1407948 Aug 10 04:55:26.102788 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 59248) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:26.107534 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-dcb5cbbc-58fd-486c-9f73-7bc35712e583 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Request body: {'security_group_rule': {'security_group_id': '3db4ee29-4dea-4785-8d2a-ad357c564f4d', 'project_id': '6675a69d46c84a9aa91ed89f3afdd555', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:55:26.115944 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-beebe819-f2aa-4b6d-93ee-12d386e633fe None None] Notify callbacks [] for port, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:26.127150 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-beebe819-f2aa-4b6d-93ee-12d386e633fe None None] Transition to ACTIVE for port object c21be845-4aca-416c-875d-87f62cfc079b will not be triggered until provisioned by entity L2. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:55:26.133925 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.db.securitygroups_db [None req-dcb5cbbc-58fd-486c-9f73-7bc35712e583 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Project 6675a69d46c84a9aa91ed89f3afdd555 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:55:26.135232 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-beebe819-f2aa-4b6d-93ee-12d386e633fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:26.139422 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dcb5cbbc-58fd-486c-9f73-7bc35712e583 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:26.189583 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23c589-32f5-40f3-a96a-fd9e9ea0ddd4 None None] Pushing event updated for resources: {'Port': ['ID=c21be845-4aca-416c-875d-87f62cfc079b,revision_number=3']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:26.212327 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dcb5cbbc-58fd-486c-9f73-7bc35712e583 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:26.221358 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dcb5cbbc-58fd-486c-9f73-7bc35712e583 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446792'] for security_group_rule, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:26.240713 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5cbbc-58fd-486c-9f73-7bc35712e583 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2ae623b-a43a-47c6-9b34-06d1e2ab6cc5,revision_number=0']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:26.252359 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dcb5cbbc-58fd-486c-9f73-7bc35712e583 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:26.255351 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-dcb5cbbc-58fd-486c-9f73-7bc35712e583 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1515176 Aug 10 04:55:26.258548 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 59250) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:26.262364 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-beebe819-f2aa-4b6d-93ee-12d386e633fe None None] Attempting to bind port c21be845-4aca-416c-875d-87f62cfc079b on host dv-cinder-804035-1-iscsi for vnic_type normal with profile {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:55:26.262739 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-beebe819-f2aa-4b6d-93ee-12d386e633fe None None] Attempting to bind port c21be845-4aca-416c-875d-87f62cfc079b by drivers openvswitch,hyperv on host dv-cinder-804035-1-iscsi at level 0 using segments [{'id': '86c6e495-8e51-4b68-97a8-6021095a9106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9e7e0939-c39a-468f-ae81-373389c2a71d'}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:55:26.263262 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beebe819-f2aa-4b6d-93ee-12d386e633fe None None] Attempting to bind port c21be845-4aca-416c-875d-87f62cfc079b on network 9e7e0939-c39a-468f-ae81-373389c2a71d {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:55:26.264267 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-60739f01-14c1-4384-9945-32b0fee94d80 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Request body: {'security_group_rule': {'security_group_id': '3db4ee29-4dea-4785-8d2a-ad357c564f4d', 'project_id': '6675a69d46c84a9aa91ed89f3afdd555', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:55:26.268753 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beebe819-f2aa-4b6d-93ee-12d386e633fe None None] Checking agent: {'id': 'e86c392a-1153-4c8a-96a5-08eb1b77cf3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 44, 50), 'started_at': datetime.datetime(2021, 8, 10, 4, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:55:26.269246 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beebe819-f2aa-4b6d-93ee-12d386e633fe None None] Checking segment: {'id': '86c6e495-8e51-4b68-97a8-6021095a9106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9e7e0939-c39a-468f-ae81-373389c2a71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:55:26.269665 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-beebe819-f2aa-4b6d-93ee-12d386e633fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:26.270144 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beebe819-f2aa-4b6d-93ee-12d386e633fe None None] Bound using segment: {'id': '86c6e495-8e51-4b68-97a8-6021095a9106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9e7e0939-c39a-468f-ae81-373389c2a71d'} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:55:26.270671 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-beebe819-f2aa-4b6d-93ee-12d386e633fe None None] Bound port: c21be845-4aca-416c-875d-87f62cfc079b, host: dv-cinder-804035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c6e495-8e51-4b68-97a8-6021095a9106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9e7e0939-c39a-468f-ae81-373389c2a71d'}}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:55:26.271090 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-beebe819-f2aa-4b6d-93ee-12d386e633fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:26.297135 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.db.securitygroups_db [None req-60739f01-14c1-4384-9945-32b0fee94d80 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Project 6675a69d46c84a9aa91ed89f3afdd555 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:55:26.303468 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-60739f01-14c1-4384-9945-32b0fee94d80 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:26.348978 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-beebe819-f2aa-4b6d-93ee-12d386e633fe None None] For port c21be845-4aca-416c-875d-87f62cfc079b, host dv-cinder-804035-1-iscsi, cleared binding levels {{(pid=93279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:55:26.353734 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-beebe819-f2aa-4b6d-93ee-12d386e633fe None None] For port c21be845-4aca-416c-875d-87f62cfc079b, host dv-cinder-804035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=c21be845-4aca-416c-875d-87f62cfc079b,segment=NetworkSegment(86c6e495-8e51-4b68-97a8-6021095a9106),segment_id=86c6e495-8e51-4b68-97a8-6021095a9106)] {{(pid=93279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:55:26.358692 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-beebe819-f2aa-4b6d-93ee-12d386e633fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:26.390047 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-60739f01-14c1-4384-9945-32b0fee94d80 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:26.398926 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-60739f01-14c1-4384-9945-32b0fee94d80 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446792'] for security_group_rule, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:26.447962 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beebe819-f2aa-4b6d-93ee-12d386e633fe None None] Routers {'37450299-218f-428e-a9c8-bc5f593ef7db'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:55:26.448858 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-beebe819-f2aa-4b6d-93ee-12d386e633fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:55:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['37450299-218f-428e-a9c8-bc5f593ef7db'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:55:26.470200 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60739f01-14c1-4384-9945-32b0fee94d80 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d01634-933b-41c8-955e-fe4bf07d0699,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:26.481351 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-60739f01-14c1-4384-9945-32b0fee94d80 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:26.483565 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-60739f01-14c1-4384-9945-32b0fee94d80 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2237668 Aug 10 04:55:26.552502 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23c589-32f5-40f3-a96a-fd9e9ea0ddd4 None None] Pushing event updated for resources: {'Port': ['ID=c21be845-4aca-416c-875d-87f62cfc079b,revision_number=4']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:26.603195 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724ce7f-b603-418f-8240-e88833b67e6b req-40b829b4-bcd5-469a-af8b-cdf3a45392c9 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:26.604791 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e724ce7f-b603-418f-8240-e88833b67e6b req-40b829b4-bcd5-469a-af8b-cdf3a45392c9 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 943 time: 0.1130228 Aug 10 04:55:26.679157 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e724ce7f-b603-418f-8240-e88833b67e6b req-0eabe784-fa68-44a0-ba09-5e8451cfa016 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613031 Aug 10 04:55:26.681492 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-beebe819-f2aa-4b6d-93ee-12d386e633fe None None] Set router 37450299-218f-428e-a9c8-bc5f593ef7db gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:55:26.821475 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9ae4b-a3f6-422f-aabd-756fb479ec26 req-f29422d7-ca85-4460-a8c0-505e18ee27a6 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:26.822061 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 01a4d368-5ee1-46ac-a3f5-286bf064cbd5 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:55:26.823359 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cff9ae4b-a3f6-422f-aabd-756fb479ec26 req-f29422d7-ca85-4460-a8c0-505e18ee27a6 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0601518 Aug 10 04:55:26.872083 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cff9ae4b-a3f6-422f-aabd-756fb479ec26 req-ebae3f04-0030-4aa8-ad02-56642d745399 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412786 Aug 10 04:55:26.941527 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 01a4d368-5ee1-46ac-a3f5-286bf064cbd5 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:55:26.941892 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:27.001153 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-beebe819-f2aa-4b6d-93ee-12d386e633fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37450299-218f-428e-a9c8-bc5f593ef7db', 'name': 'tempest-TestShelveInstance-470415898-router', 'tenant_id': '3e2113d7c57a4856936e2d342dc0bdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '01a4d368-5ee1-46ac-a3f5-286bf064cbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:55:18Z', 'updated_at': '2021-08-10T04:55:23Z', 'revision_number': 4, 'project_id': '3e2113d7c57a4856936e2d342dc0bdeb', 'gw_port': {'id': '01a4d368-5ee1-46ac-a3f5-286bf064cbd5', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37450299-218f-428e-a9c8-bc5f593ef7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:55:18Z', 'updated_at': '2021-08-10T04:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': 'c21be845-4aca-416c-875d-87f62cfc079b', 'name': '', 'network_id': '9e7e0939-c39a-468f-ae81-373389c2a71d', 'tenant_id': '3e2113d7c57a4856936e2d342dc0bdeb', 'mac_address': 'fa:16:3e:75:09:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37450299-218f-428e-a9c8-bc5f593ef7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '6a17af9b-5711-4008-8440-1a2cebe56305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:55:22Z', 'updated_at': '2021-08-10T04:55:26Z', 'revision_number': 4, 'project_id': '3e2113d7c57a4856936e2d342dc0bdeb', 'subnets': [{'id': '6a17af9b-5711-4008-8440-1a2cebe56305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:55:27.045434 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beebe819-f2aa-4b6d-93ee-12d386e633fe None None] The sync data for ids ['37450299-218f-428e-a9c8-bc5f593ef7db'] in dv-cinder-804035-1-iscsi is: [{'id': '37450299-218f-428e-a9c8-bc5f593ef7db', 'name': 'tempest-TestShelveInstance-470415898-router', 'tenant_id': '3e2113d7c57a4856936e2d342dc0bdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '01a4d368-5ee1-46ac-a3f5-286bf064cbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:55:18Z', 'updated_at': '2021-08-10T04:55:23Z', 'revision_number': 4, 'project_id': '3e2113d7c57a4856936e2d342dc0bdeb', 'gw_port': {'id': '01a4d368-5ee1-46ac-a3f5-286bf064cbd5', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37450299-218f-428e-a9c8-bc5f593ef7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:55:18Z', 'updated_at': '2021-08-10T04:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': 'c21be845-4aca-416c-875d-87f62cfc079b', 'name': '', 'network_id': '9e7e0939-c39a-468f-ae81-373389c2a71d', 'tenant_id': '3e2113d7c57a4856936e2d342dc0bdeb', 'mac_address': 'fa:16:3e:75:09:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37450299-218f-428e-a9c8-bc5f593ef7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '6a17af9b-5711-4008-8440-1a2cebe56305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:55:22Z', 'updated_at': '2021-08-10T04:55:26Z', 'revision_number': 4, 'project_id': '3e2113d7c57a4856936e2d342dc0bdeb', 'subnets': [{'id': '6a17af9b-5711-4008-8440-1a2cebe56305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:55:27.793081 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c87cb5-50aa-469a-a17e-8cdbacb18ef9 req-60a618a5-bd86-43f4-ac9b-83168fdecd52 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:27.794600 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-93c87cb5-50aa-469a-a17e-8cdbacb18ef9 req-60a618a5-bd86-43f4-ac9b-83168fdecd52 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 943 time: 0.0507913 Aug 10 04:55:27.834306 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-93c87cb5-50aa-469a-a17e-8cdbacb18ef9 req-ba7d30dc-2ab9-454d-8a3e-1f4e527eec6b tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333748 Aug 10 04:55:27.992893 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d197ff-42e0-4b2a-ae75-4ed08e067abf req-8fbed697-aeac-48bd-97a3-d80399465d66 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:27.994395 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a3d197ff-42e0-4b2a-ae75-4ed08e067abf req-8fbed697-aeac-48bd-97a3-d80399465d66 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0509574 Aug 10 04:55:28.034310 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a3d197ff-42e0-4b2a-ae75-4ed08e067abf req-29dc5047-9375-467c-b85e-09d91d4fb2d7 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337751 Aug 10 04:55:28.812242 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device c21be845-4aca-416c-875d-87f62cfc079b up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:55:28.865606 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning for port c21be845-4aca-416c-875d-87f62cfc079b completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:55:28.869324 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port c21be845-4aca-416c-875d-87f62cfc079b triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:55:28.869691 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:28.946479 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:28.952373 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c03c7-21da-4d6c-82b6-6db1543826a7 req-4ba4abb0-6323-4839-b88b-1e7873926338 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:28.954424 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9f7c03c7-21da-4d6c-82b6-6db1543826a7 req-4ba4abb0-6323-4839-b88b-1e7873926338 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 943 time: 0.0515718 Aug 10 04:55:28.980851 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] For port c21be845-4aca-416c-875d-87f62cfc079b, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=c21be845-4aca-416c-875d-87f62cfc079b,segment=NetworkSegment(86c6e495-8e51-4b68-97a8-6021095a9106),segment_id=86c6e495-8e51-4b68-97a8-6021095a9106)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:55:28.986662 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:28.995379 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9f7c03c7-21da-4d6c-82b6-6db1543826a7 req-e7bbc4dc-ba46-4e41-8891-0296e84a2876 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340722 Aug 10 04:55:29.038138 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Pushing event updated for resources: {'Port': ['ID=c21be845-4aca-416c-875d-87f62cfc079b,revision_number=5']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:29.158711 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cceeb62-7bb5-437a-aadf-e11bda2c3d08 req-545a1237-88df-4347-9957-ca61c447c62b tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:29.160198 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4cceeb62-7bb5-437a-aadf-e11bda2c3d08 req-545a1237-88df-4347-9957-ca61c447c62b tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0509536 Aug 10 04:55:29.198809 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4cceeb62-7bb5-437a-aadf-e11bda2c3d08 req-c64cfc9b-5e9b-414f-8dc9-ef1f4c6e53ab tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324326 Aug 10 04:55:30.121656 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4349b-6dca-4c58-875a-7882d230d597 req-67897510-e833-42f9-b0e6-03704ba23d07 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:30.123635 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3bc4349b-6dca-4c58-875a-7882d230d597 req-67897510-e833-42f9-b0e6-03704ba23d07 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 943 time: 0.0516033 Aug 10 04:55:30.162583 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3bc4349b-6dca-4c58-875a-7882d230d597 req-38f1bce3-d977-465d-a850-acbae730f330 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332220 Aug 10 04:55:30.495742 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:55:30.518897 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d7cd5-4c2f-4173-9b5a-57194aadfb9c req-610bccc0-4e27-4385-bfec-954416fdd139 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:30.523377 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-780d7cd5-4c2f-4173-9b5a-57194aadfb9c req-610bccc0-4e27-4385-bfec-954416fdd139 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.2430561 Aug 10 04:55:30.563032 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-780d7cd5-4c2f-4173-9b5a-57194aadfb9c req-50858853-6400-40ee-b964-9a9a10b66cae tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360000 Aug 10 04:55:30.598417 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0,segment=NetworkSegment(352272ad-d3ee-4361-b2d1-234512477266),segment_id=352272ad-d3ee-4361-b2d1-234512477266)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:55:30.609608 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Returning: {'device': 'fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0', 'network_id': '8b57983f-7f67-4e1a-a5f4-e455640ee157', 'port_id': 'fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0', 'mac_address': 'fa:16:3e:0b:1a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb30011b-feb9-4afb-9423-c90e0110daff', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:55:30.656577 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:30.671437 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0 {{(pid=93279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:55:30.692652 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0,segment=NetworkSegment(352272ad-d3ee-4361-b2d1-234512477266),segment_id=352272ad-d3ee-4361-b2d1-234512477266)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:55:30.698683 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:30.746410 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0,revision_number=4']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:30.789275 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device c21be845-4aca-416c-875d-87f62cfc079b up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:55:30.842961 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port c21be845-4aca-416c-875d-87f62cfc079b triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:55:30.843421 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:31.295697 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce96ae-4d0d-482e-a174-c5e989f0ead0 req-eaca546f-7cb6-4175-8e03-854e4d031c30 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:31.297102 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-81ce96ae-4d0d-482e-a174-c5e989f0ead0 req-eaca546f-7cb6-4175-8e03-854e4d031c30 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 944 time: 0.0544617 Aug 10 04:55:31.342148 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-81ce96ae-4d0d-482e-a174-c5e989f0ead0 req-a7e6485c-08d5-42e3-ab6d-a241822f620c tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386937 Aug 10 04:55:31.486798 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:55:31.687983 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962321ce-be17-4904-adfe-3f90ea56c0f0 req-201ac176-8468-4ad0-8a1a-f3a0ebbcfb66 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:31.690314 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-962321ce-be17-4904-adfe-3f90ea56c0f0 req-201ac176-8468-4ad0-8a1a-f3a0ebbcfb66 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0594034 Aug 10 04:55:31.728946 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-962321ce-be17-4904-adfe-3f90ea56c0f0 req-38a826ac-8b5c-4942-bd30-36273bf61072 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328648 Aug 10 04:55:31.992444 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc694e3-01b4-442f-b29f-f3d788b63aa3 req-93737c72-31a6-48e6-a9e0-8ca84fd06c66 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:31.995026 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9bc694e3-01b4-442f-b29f-f3d788b63aa3 req-93737c72-31a6-48e6-a9e0-8ca84fd06c66 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0556953 Aug 10 04:55:32.038480 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9bc694e3-01b4-442f-b29f-f3d788b63aa3 req-a9888a9b-a69e-4a9a-91ec-9f72adf60e65 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371046 Aug 10 04:55:32.044352 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119df10f-1428-4664-b6df-26585e18d928 req-068d7e2e-2f11-4c92-95e5-91a0a29ccac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:32.046004 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-119df10f-1428-4664-b6df-26585e18d928 req-068d7e2e-2f11-4c92-95e5-91a0a29ccac5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7c7b5b90b1974558a6b6090b510234f1&device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 1099 time: 0.0544047 Aug 10 04:55:32.143961 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119df10f-1428-4664-b6df-26585e18d928 req-2766259e-7919-4f71-8d15-1c44d20dcbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:32.145332 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-119df10f-1428-4664-b6df-26585e18d928 req-2766259e-7919-4f71-8d15-1c44d20dcbc0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=fa4da3fe-515b-43af-bfca-345879bf66c5 HTTP/1.1" status: 200 len: 920 time: 0.0908239 Aug 10 04:55:32.210283 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-119df10f-1428-4664-b6df-26585e18d928 req-06a204c3-5cc0-4be5-b42f-6fc0a07070d2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0d976ab-e736-4987-892d-9d160b351bdc HTTP/1.1" status: 200 len: 217 time: 0.0483096 Aug 10 04:55:32.264656 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119df10f-1428-4664-b6df-26585e18d928 req-62fb5c30-48ab-44dd-aa29-ec7936fccee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:32.266888 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-119df10f-1428-4664-b6df-26585e18d928 req-62fb5c30-48ab-44dd-aa29-ec7936fccee0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3decaebb-6db7-465e-9b45-ecf80d350e0e HTTP/1.1" status: 200 len: 859 time: 0.0486019 Aug 10 04:55:32.302329 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-119df10f-1428-4664-b6df-26585e18d928 req-7072ad4e-dbed-45dd-b4d1-c7b1cd412b8e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fa4da3fe-515b-43af-bfca-345879bf66c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265505 Aug 10 04:55:32.413521 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-119df10f-1428-4664-b6df-26585e18d928 req-aa0b0170-dcbd-4192-a95e-d088850561bb service neutron] 10.222.0.63 "GET /v2.0/networks/fa4da3fe-515b-43af-bfca-345879bf66c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919614 Aug 10 04:55:32.465801 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f77679-e6d0-4eb2-95b3-5a5d72ca36f6 req-719015d4-b81e-4942-bc2c-105a97fd98b0 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:32.467374 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-75f77679-e6d0-4eb2-95b3-5a5d72ca36f6 req-719015d4-b81e-4942-bc2c-105a97fd98b0 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 944 time: 0.0515537 Aug 10 04:55:32.511139 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-75f77679-e6d0-4eb2-95b3-5a5d72ca36f6 req-6d9f7f53-26cf-45a0-8210-578a06d1f39f tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375817 Aug 10 04:55:32.515349 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-119df10f-1428-4664-b6df-26585e18d928 req-9dc5482f-a784-4f32-a92a-e578c9cc1bf7 service neutron] 10.222.0.63 "GET /v2.0/networks/fa4da3fe-515b-43af-bfca-345879bf66c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913818 Aug 10 04:55:33.161667 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecc42c-24a4-472e-b9a2-b32b2a945ce7 req-1c864321-6268-4bf0-9b68-fe8260b0d59c tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:33.163268 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cdecc42c-24a4-472e-b9a2-b32b2a945ce7 req-1c864321-6268-4bf0-9b68-fe8260b0d59c tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0579188 Aug 10 04:55:33.202007 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cdecc42c-24a4-472e-b9a2-b32b2a945ce7 req-42d5234d-5d26-4e79-a91b-f18af90b7b43 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327363 Aug 10 04:55:33.634648 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee3a11-1bd6-4b5c-bdd8-187095117570 req-4114bc48-1a89-48eb-b1b3-bf4c78285c50 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:33.636122 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-81ee3a11-1bd6-4b5c-bdd8-187095117570 req-4114bc48-1a89-48eb-b1b3-bf4c78285c50 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 944 time: 0.0554397 Aug 10 04:55:33.674747 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-81ee3a11-1bd6-4b5c-bdd8-187095117570 req-b66b5df3-33b5-45aa-8bb4-b4acf63df830 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323548 Aug 10 04:55:34.329780 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27bcdf-a547-4c95-b5f1-fb7dda45e8dc req-ff6b4fc2-7efa-4c57-a198-f2f3957380a7 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:34.331340 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2f27bcdf-a547-4c95-b5f1-fb7dda45e8dc req-ff6b4fc2-7efa-4c57-a198-f2f3957380a7 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0569205 Aug 10 04:55:34.375287 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2f27bcdf-a547-4c95-b5f1-fb7dda45e8dc req-7a3b2e3f-551d-4dde-8e87-aa4efef853b1 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350759 Aug 10 04:55:34.512511 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0 up at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:55:34.576007 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning for port fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:55:34.579991 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning complete for port fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:55:34.580362 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:34.663932 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:34.687297 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1499f88-77f0-4d90-af58-f68b75b8a668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:55:34.689516 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684630205e793650736d742c593896f55c3712126ad5fa6ebc9acffcc34ee486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef54ecc-5e35-46d9-9a7f-3a4b07a48ea6" -d '{"events": [{"server_uuid": "c1499f88-77f0-4d90-af58-f68b75b8a668", "name": "network-vif-plugged", "status": "completed", "tag": "fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:55:34.703674 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0,segment=NetworkSegment(352272ad-d3ee-4361-b2d1-234512477266),segment_id=352272ad-d3ee-4361-b2d1-234512477266)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:55:34.710343 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:34.734196 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e923069c-9875-4f89-b6c5-5801f2619a24 x-openstack-request-id: req-e923069c-9875-4f89-b6c5-5801f2619a24 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:55:34.734489 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1499f88-77f0-4d90-af58-f68b75b8a668", "name": "network-vif-plugged", "status": "completed", "tag": "fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:55:34.734741 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e923069c-9875-4f89-b6c5-5801f2619a24 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:55:34.735142 dv-cinder-804035-1-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1499f88-77f0-4d90-af58-f68b75b8a668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0', 'code': 200} Aug 10 04:55:34.767176 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0,revision_number=5']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:34.807143 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38576929-4858-4773-ac0d-fc73c960a3e8 req-19febe73-daa2-4433-b0e7-879fed3a5fa3 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:34.808614 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-38576929-4858-4773-ac0d-fc73c960a3e8 req-19febe73-daa2-4433-b0e7-879fed3a5fa3 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 945 time: 0.0488989 Aug 10 04:55:34.846813 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-38576929-4858-4773-ac0d-fc73c960a3e8 req-2b1d24cd-b4f1-45e3-a488-11c498cc8f22 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316594 Aug 10 04:55:34.963363 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a409a-5488-4af0-95b0-4d17ea946638 req-d6befed8-1ae9-4368-834c-b11ea7bda94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:34.964929 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-248a409a-5488-4af0-95b0-4d17ea946638 req-d6befed8-1ae9-4368-834c-b11ea7bda94f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 1098 time: 0.0405746 Aug 10 04:55:35.006455 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-248a409a-5488-4af0-95b0-4d17ea946638 req-6919bb43-f2df-49c8-b430-7d67e76102a8 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329900 Aug 10 04:55:35.157174 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 59438) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:35.291981 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-574a0fad-bb1e-47ea-89b0-81828b74f493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:35.390490 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-574a0fad-bb1e-47ea-89b0-81828b74f493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:35.396016 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-574a0fad-bb1e-47ea-89b0-81828b74f493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:35.433671 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-574a0fad-bb1e-47ea-89b0-81828b74f493 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=90554ded9bea4c4aa4df0508650f7281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2752068 Aug 10 04:55:35.434364 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a0fad-bb1e-47ea-89b0-81828b74f493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327a9f19-c461-4ce7-853e-b043034e7849,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:35.436964 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 59446) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:35.489356 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-26c96278-0179-41fc-9bdb-4c3c2e7e24bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:35.493595 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84056c1c-f3ed-4a4e-abdf-734d96a7858f req-732d7d86-dfe8-40d7-82ca-08a83af6aede tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:35.495137 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-84056c1c-f3ed-4a4e-abdf-734d96a7858f req-732d7d86-dfe8-40d7-82ca-08a83af6aede tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0509427 Aug 10 04:55:35.510436 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-26c96278-0179-41fc-9bdb-4c3c2e7e24bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:35.533592 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-84056c1c-f3ed-4a4e-abdf-734d96a7858f req-38adee00-6dbc-4d95-9ef4-171d33b42319 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321264 Aug 10 04:55:35.557706 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-26c96278-0179-41fc-9bdb-4c3c2e7e24bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:35.560792 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-26c96278-0179-41fc-9bdb-4c3c2e7e24bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:35.561960 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-26c96278-0179-41fc-9bdb-4c3c2e7e24bd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/327a9f19-c461-4ce7-853e-b043034e7849 HTTP/1.1" status: 204 len: 168 time: 0.1239848 Aug 10 04:55:35.570027 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c96278-0179-41fc-9bdb-4c3c2e7e24bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327a9f19-c461-4ce7-853e-b043034e7849,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:35.965215 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425a9d1-0434-4bfc-bd2d-a3781ac264b3 req-c21b84ed-e23c-4057-9676-3b364b1afcd4 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:35.966958 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6425a9d1-0434-4bfc-bd2d-a3781ac264b3 req-c21b84ed-e23c-4057-9676-3b364b1afcd4 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 945 time: 0.0491583 Aug 10 04:55:36.004945 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6425a9d1-0434-4bfc-bd2d-a3781ac264b3 req-884d80f2-22a0-4647-b29d-bc94cf53ddbd tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318451 Aug 10 04:55:36.650232 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 59488) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:36.653438 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17994302-6904-4324-b617-fc135e8d14f4 req-9633f8aa-148f-41b7-9bf7-2006c2887053 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:36.654890 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-17994302-6904-4324-b617-fc135e8d14f4 req-9633f8aa-148f-41b7-9bf7-2006c2887053 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0523717 Aug 10 04:55:36.695157 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-17994302-6904-4324-b617-fc135e8d14f4 req-3e5870d9-680b-4494-969e-f0fab0c82316 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335314 Aug 10 04:55:36.766937 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-305ad8d1-cc70-4e88-b8df-27ec493f1398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:36.854434 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-305ad8d1-cc70-4e88-b8df-27ec493f1398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:36.859270 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-305ad8d1-cc70-4e88-b8df-27ec493f1398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:36.896104 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-305ad8d1-cc70-4e88-b8df-27ec493f1398 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e14308b28d4d4adbb7703f5ba840b146&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447629 Aug 10 04:55:36.897274 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ad8d1-cc70-4e88-b8df-27ec493f1398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f04bfe5-168f-4a0d-889d-0d185c87615c,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:36.898843 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 59496) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:36.949233 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-2b7867a5-d4af-4787-b487-97cbdcd08ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:36.972737 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-2b7867a5-d4af-4787-b487-97cbdcd08ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:37.024800 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-2b7867a5-d4af-4787-b487-97cbdcd08ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:37.027403 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-2b7867a5-d4af-4787-b487-97cbdcd08ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:37.028565 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-2b7867a5-d4af-4787-b487-97cbdcd08ca9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2f04bfe5-168f-4a0d-889d-0d185c87615c HTTP/1.1" status: 204 len: 168 time: 0.1278079 Aug 10 04:55:37.037108 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7867a5-d4af-4787-b487-97cbdcd08ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f04bfe5-168f-4a0d-889d-0d185c87615c,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:37.131100 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda38862-429d-4ac9-b1d6-ffc392252c26 req-6f18b36e-5503-47c9-9db4-5fd38f25a345 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:37.132629 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bda38862-429d-4ac9-b1d6-ffc392252c26 req-6f18b36e-5503-47c9-9db4-5fd38f25a345 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 945 time: 0.0491538 Aug 10 04:55:37.178469 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bda38862-429d-4ac9-b1d6-ffc392252c26 req-1470ab71-c217-4ed6-b5d7-50a5801ed617 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394013 Aug 10 04:55:37.826097 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4516a-56e7-4c11-b331-061bab6be1e1 req-f46429c8-deb4-4b12-bcea-6f9c4cd8c925 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:37.827786 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-95a4516a-56e7-4c11-b331-061bab6be1e1 req-f46429c8-deb4-4b12-bcea-6f9c4cd8c925 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0502865 Aug 10 04:55:37.875215 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-95a4516a-56e7-4c11-b331-061bab6be1e1 req-b93748cd-1f39-4f0b-a11b-22a128469588 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394826 Aug 10 04:55:38.313909 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb949eb-f116-4dfd-85ac-353ef3154c77 req-ec958b5c-3bc2-4850-921d-06d5b27d9806 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:38.315953 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-abb949eb-f116-4dfd-85ac-353ef3154c77 req-ec958b5c-3bc2-4850-921d-06d5b27d9806 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 945 time: 0.0606141 Aug 10 04:55:38.357278 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-abb949eb-f116-4dfd-85ac-353ef3154c77 req-efa5ed43-43b0-438c-9031-d3d98f659272 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322514 Aug 10 04:55:38.646551 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 59532) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:38.767531 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7c8d40cc-e2cb-4444-911b-a3f6e08785a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:38.880756 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7c8d40cc-e2cb-4444-911b-a3f6e08785a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:38.887036 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7c8d40cc-e2cb-4444-911b-a3f6e08785a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:38.940255 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-7c8d40cc-e2cb-4444-911b-a3f6e08785a5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f6e394dc13e04745a2e87e38a525a5d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2924695 Aug 10 04:55:38.941245 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d40cc-e2cb-4444-911b-a3f6e08785a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85b4e55-66ad-4940-8d2e-c18e676da403,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:38.943341 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 59550) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:39.024299 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3ec4d2a1-f9fd-40f2-9511-e31b7b9bafce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:39.030503 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89757b43-2a91-4ce7-bec0-5d47e853931e req-cc942852-8f68-4e29-a420-ba4af0462b38 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:39.033941 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-89757b43-2a91-4ce7-bec0-5d47e853931e req-cc942852-8f68-4e29-a420-ba4af0462b38 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0715494 Aug 10 04:55:39.050480 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3ec4d2a1-f9fd-40f2-9511-e31b7b9bafce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:39.112978 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3ec4d2a1-f9fd-40f2-9511-e31b7b9bafce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:39.120573 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3ec4d2a1-f9fd-40f2-9511-e31b7b9bafce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:39.125591 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-3ec4d2a1-f9fd-40f2-9511-e31b7b9bafce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f85b4e55-66ad-4940-8d2e-c18e676da403 HTTP/1.1" status: 204 len: 168 time: 0.1793976 Aug 10 04:55:39.136936 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec4d2a1-f9fd-40f2-9511-e31b7b9bafce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85b4e55-66ad-4940-8d2e-c18e676da403,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:39.141408 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-89757b43-2a91-4ce7-bec0-5d47e853931e req-d574b5d0-b24a-48be-9e3a-a25d23e2b242 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929637 Aug 10 04:55:39.293891 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc5629-7b91-4c70-a6fd-87d179c8980b req-467d3d87-5546-4740-8df7-14cd949f4b97 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:39.295430 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-94bc5629-7b91-4c70-a6fd-87d179c8980b req-467d3d87-5546-4740-8df7-14cd949f4b97 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 945 time: 0.0529661 Aug 10 04:55:39.342749 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-94bc5629-7b91-4c70-a6fd-87d179c8980b req-1ab67788-df05-468b-ace9-d92611867b11 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398073 Aug 10 04:55:39.475733 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 59572) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:39.490262 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0082fa87-dc55-45b3-b34b-297dc6e3849b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:39.584107 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0082fa87-dc55-45b3-b34b-297dc6e3849b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:39.589762 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0082fa87-dc55-45b3-b34b-297dc6e3849b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:39.626841 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-0082fa87-dc55-45b3-b34b-297dc6e3849b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=18e246c475224bceaf43ffb3839e38d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1497712 Aug 10 04:55:39.627721 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082fa87-dc55-45b3-b34b-297dc6e3849b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35af6418-3076-40ea-805c-c5c6795ddb08,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:39.630002 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 59574) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:39.688548 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c033421f-62cb-4b7e-87d6-b236bfeb9b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:39.723130 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c033421f-62cb-4b7e-87d6-b236bfeb9b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:39.770879 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c033421f-62cb-4b7e-87d6-b236bfeb9b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:39.773392 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c033421f-62cb-4b7e-87d6-b236bfeb9b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:39.774551 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-c033421f-62cb-4b7e-87d6-b236bfeb9b36 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/35af6418-3076-40ea-805c-c5c6795ddb08 HTTP/1.1" status: 204 len: 168 time: 0.1435692 Aug 10 04:55:39.784217 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033421f-62cb-4b7e-87d6-b236bfeb9b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35af6418-3076-40ea-805c-c5c6795ddb08,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:40.466279 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130fd96-d91b-41e1-bb8a-ac534c0d9bf9 req-98b684b4-5066-443a-b884-071e8da1d495 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:40.467855 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2130fd96-d91b-41e1-bb8a-ac534c0d9bf9 req-98b684b4-5066-443a-b884-071e8da1d495 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 945 time: 0.0548551 Aug 10 04:55:40.509360 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2130fd96-d91b-41e1-bb8a-ac534c0d9bf9 req-852c50b9-0f76-47f3-a1e5-ce3de2b86ede tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351870 Aug 10 04:55:41.643406 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05063c87-e6c3-4e59-9150-f4165560b7ce req-bb8c0afc-a262-448c-95f5-e618de26616b tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:41.645076 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-05063c87-e6c3-4e59-9150-f4165560b7ce req-bb8c0afc-a262-448c-95f5-e618de26616b tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 945 time: 0.0654569 Aug 10 04:55:41.683287 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-05063c87-e6c3-4e59-9150-f4165560b7ce req-c60bf92b-1feb-4473-bca0-9492268ed9d6 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320868 Aug 10 04:55:42.029987 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 59664) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:42.150721 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-2b45ba6c-6e4b-447f-8041-5eff992d392f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:42.245801 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-2b45ba6c-6e4b-447f-8041-5eff992d392f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:42.251914 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-2b45ba6c-6e4b-447f-8041-5eff992d392f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:42.288854 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-2b45ba6c-6e4b-447f-8041-5eff992d392f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7f6a80f833fc4876836478afb76acccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2573581 Aug 10 04:55:42.289568 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45ba6c-6e4b-447f-8041-5eff992d392f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84403423-df6c-4c49-a792-151e92183bf5,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:42.291631 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 59668) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:42.350016 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0cf50d76-551c-4b0c-a795-8c66fd683e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:42.371184 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0cf50d76-551c-4b0c-a795-8c66fd683e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:42.424128 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0cf50d76-551c-4b0c-a795-8c66fd683e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:42.427268 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0cf50d76-551c-4b0c-a795-8c66fd683e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:42.428467 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-0cf50d76-551c-4b0c-a795-8c66fd683e90 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/84403423-df6c-4c49-a792-151e92183bf5 HTTP/1.1" status: 204 len: 168 time: 0.1342967 Aug 10 04:55:42.436572 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf50d76-551c-4b0c-a795-8c66fd683e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84403423-df6c-4c49-a792-151e92183bf5,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:42.722385 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 59680) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:42.738352 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dfabd967-88c9-43db-9a8d-65ab377a3878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:42.808424 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1d957-b009-42ec-85e8-cce52c549cb4 req-82a8e6ba-767f-4504-a8cd-294c67b96967 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:42.809842 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dae1d957-b009-42ec-85e8-cce52c549cb4 req-82a8e6ba-767f-4504-a8cd-294c67b96967 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 945 time: 0.0516212 Aug 10 04:55:42.832113 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dfabd967-88c9-43db-9a8d-65ab377a3878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:42.837257 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dfabd967-88c9-43db-9a8d-65ab377a3878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:42.847844 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dae1d957-b009-42ec-85e8-cce52c549cb4 req-ab115c48-fb05-41d0-9020-39aa34300ac1 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310228 Aug 10 04:55:42.873366 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfabd967-88c9-43db-9a8d-65ab377a3878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8347d799-916d-4811-a1fa-7ce09b5775ff,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:42.878250 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-dfabd967-88c9-43db-9a8d-65ab377a3878 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=339ed3eb22864af6bc66bb3d0776226b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1547258 Aug 10 04:55:42.881024 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 59682) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:42.931405 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-00c7df42-896f-4c33-8bef-819c779d583c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:42.952721 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-00c7df42-896f-4c33-8bef-819c779d583c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:43.011387 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-00c7df42-896f-4c33-8bef-819c779d583c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:43.013973 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-00c7df42-896f-4c33-8bef-819c779d583c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:43.015196 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-00c7df42-896f-4c33-8bef-819c779d583c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8347d799-916d-4811-a1fa-7ce09b5775ff HTTP/1.1" status: 204 len: 168 time: 0.1332033 Aug 10 04:55:43.025155 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7df42-896f-4c33-8bef-819c779d583c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8347d799-916d-4811-a1fa-7ce09b5775ff,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:43.967005 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafb00f-d485-4d35-b205-9efb167b5953 req-d189d56a-d478-49e3-af8c-78aa80ba943d tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:43.968518 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7fafb00f-d485-4d35-b205-9efb167b5953 req-d189d56a-d478-49e3-af8c-78aa80ba943d tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 945 time: 0.0508227 Aug 10 04:55:44.007725 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7fafb00f-d485-4d35-b205-9efb167b5953 req-574712c4-318d-4c83-801c-458d45b5546e tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325224 Aug 10 04:55:44.135666 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 59722) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:44.248577 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e5775627-390c-4b2f-9189-29f565f65a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:44.354328 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e5775627-390c-4b2f-9189-29f565f65a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:44.360635 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e5775627-390c-4b2f-9189-29f565f65a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:44.402669 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-e5775627-390c-4b2f-9189-29f565f65a0f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e8b43591bce941d0bae02078b9906466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658639 Aug 10 04:55:44.403529 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5775627-390c-4b2f-9189-29f565f65a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dde94d5-f4c5-4e87-be65-2eeb1813617d,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:44.405500 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 59728) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:44.462353 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-09bd20b1-2c26-4502-ae5f-e998ed0bca02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:44.484959 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-09bd20b1-2c26-4502-ae5f-e998ed0bca02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:44.489136 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:55:44.533048 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-09bd20b1-2c26-4502-ae5f-e998ed0bca02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:44.535638 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-09bd20b1-2c26-4502-ae5f-e998ed0bca02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:44.536777 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-09bd20b1-2c26-4502-ae5f-e998ed0bca02 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9dde94d5-f4c5-4e87-be65-2eeb1813617d HTTP/1.1" status: 204 len: 168 time: 0.1301334 Aug 10 04:55:44.544009 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd20b1-2c26-4502-ae5f-e998ed0bca02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dde94d5-f4c5-4e87-be65-2eeb1813617d,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:45.128338 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252b068-42fb-452f-ab8f-2cefca0f47b9 req-f4c601db-4e33-4f9a-8068-bf9eaf0565d9 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:45.130284 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7252b068-42fb-452f-ab8f-2cefca0f47b9 req-f4c601db-4e33-4f9a-8068-bf9eaf0565d9 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 945 time: 0.0499148 Aug 10 04:55:45.170840 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7252b068-42fb-452f-ab8f-2cefca0f47b9 req-fc98c4ef-d1e3-4ccc-9103-8e94c042908c tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337036 Aug 10 04:55:46.293075 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed318938-d827-48cf-a4dd-60fc0946e7bb req-e11b5626-976e-433d-aa46-1743a1f8dafe tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:46.294575 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ed318938-d827-48cf-a4dd-60fc0946e7bb req-e11b5626-976e-433d-aa46-1743a1f8dafe tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 945 time: 0.0497379 Aug 10 04:55:46.333030 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ed318938-d827-48cf-a4dd-60fc0946e7bb req-4d8812e1-92bf-4475-8eab-619f611ca0f8 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324745 Aug 10 04:55:47.141923 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-35fa9110-c60d-4d27-9f03-d39f63ef1cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:47.430183 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-30ce52bd-7b05-43e4-a3b3-b6261aee00c5 req-6a4bd316-4805-4110-a447-222a36496eee service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398250 Aug 10 04:55:47.461399 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d478ad8-12cf-427f-bb50-a436a67d5e70 req-7ce51938-efc9-48c7-a999-6a3f5b6f9972 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:47.462988 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9d478ad8-12cf-427f-bb50-a436a67d5e70 req-7ce51938-efc9-48c7-a999-6a3f5b6f9972 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 945 time: 0.0539703 Aug 10 04:55:47.502160 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9d478ad8-12cf-427f-bb50-a436a67d5e70 req-278a7a69-4a17-4bfe-ab45-8d31418a5690 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329611 Aug 10 04:55:47.517253 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce52bd-7b05-43e4-a3b3-b6261aee00c5 req-22bcc619-bd39-49c8-81d7-26e3a7275c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:47.519101 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-30ce52bd-7b05-43e4-a3b3-b6261aee00c5 req-22bcc619-bd39-49c8-81d7-26e3a7275c9d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7c7b5b90b1974558a6b6090b510234f1&device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 1098 time: 0.0412359 Aug 10 04:55:47.636769 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce52bd-7b05-43e4-a3b3-b6261aee00c5 req-32ac9b5f-e6d9-4908-a4f8-a9b1821472de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:47.638257 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-30ce52bd-7b05-43e4-a3b3-b6261aee00c5 req-32ac9b5f-e6d9-4908-a4f8-a9b1821472de service neutron] 10.222.0.63 "GET /v2.0/networks?id=fa4da3fe-515b-43af-bfca-345879bf66c5 HTTP/1.1" status: 200 len: 920 time: 0.0937967 Aug 10 04:55:47.681819 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-30ce52bd-7b05-43e4-a3b3-b6261aee00c5 req-b5d70ea8-9ff3-463d-b553-747695bfce11 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7354f0b1-9415-45cb-8e1a-ae2feae6c835 HTTP/1.1" status: 200 len: 217 time: 0.0337899 Aug 10 04:55:47.731215 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce52bd-7b05-43e4-a3b3-b6261aee00c5 req-9e1c424c-26b8-4307-8fb4-f063d193377c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:47.732663 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-30ce52bd-7b05-43e4-a3b3-b6261aee00c5 req-9e1c424c-26b8-4307-8fb4-f063d193377c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3decaebb-6db7-465e-9b45-ecf80d350e0e HTTP/1.1" status: 200 len: 859 time: 0.0429540 Aug 10 04:55:47.769637 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-30ce52bd-7b05-43e4-a3b3-b6261aee00c5 req-e7966156-5cc7-4d32-89bf-87b6c4859fc5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fa4da3fe-515b-43af-bfca-345879bf66c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271327 Aug 10 04:55:47.861560 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-30ce52bd-7b05-43e4-a3b3-b6261aee00c5 req-bf5c34f4-36bb-4de2-8569-0be3dc341b95 service neutron] 10.222.0.63 "GET /v2.0/networks/fa4da3fe-515b-43af-bfca-345879bf66c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825262 Aug 10 04:55:47.985853 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-30ce52bd-7b05-43e4-a3b3-b6261aee00c5 req-180bc0b0-3a64-40e3-9174-c157bf663caa service neutron] 10.222.0.63 "GET /v2.0/networks/fa4da3fe-515b-43af-bfca-345879bf66c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129036 Aug 10 04:55:48.379676 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:48.621697 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fa702-a75f-4090-9477-41f0f149db9b req-5d7b4a48-21bc-4997-a44f-f6c50b295fba tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:48.631827 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4e2fa702-a75f-4090-9477-41f0f149db9b req-5d7b4a48-21bc-4997-a44f-f6c50b295fba tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 945 time: 0.0582538 Aug 10 04:55:48.674739 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4e2fa702-a75f-4090-9477-41f0f149db9b req-ff117b82-e59a-49c1-bee7-c2c300dbb640 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370305 Aug 10 04:55:49.495287 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b399572-1eb5-4d61-a653-a3f0e8574029 req-0f1233b0-a340-49f7-85eb-b74e8018765f tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:49.496871 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-1b399572-1eb5-4d61-a653-a3f0e8574029 req-0f1233b0-a340-49f7-85eb-b74e8018765f tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 945 time: 0.0568697 Aug 10 04:55:49.595305 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [req-1b399572-1eb5-4d61-a653-a3f0e8574029 req-2544b00b-3416-4042-b509-0d7fc197751a tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Deleting port fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0 {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:55:49.595555 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-1b399572-1eb5-4d61-a653-a3f0e8574029 req-2544b00b-3416-4042-b509-0d7fc197751a tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:49.688111 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [req-1b399572-1eb5-4d61-a653-a3f0e8574029 req-2544b00b-3416-4042-b509-0d7fc197751a tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] For port fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0,segment=NetworkSegment(352272ad-d3ee-4361-b2d1-234512477266),segment_id=352272ad-d3ee-4361-b2d1-234512477266)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:55:49.688477 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-1b399572-1eb5-4d61-a653-a3f0e8574029 req-2544b00b-3416-4042-b509-0d7fc197751a tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:49.702417 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [req-1b399572-1eb5-4d61-a653-a3f0e8574029 req-2544b00b-3416-4042-b509-0d7fc197751a tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Calling delete_port for fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0 owned by compute:nova {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:55:49.806418 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc829e81-8866-497e-82e9-2cbe5da6191e req-c828088c-01c9-46c9-8966-a5d0610a0611 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:49.807948 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dc829e81-8866-497e-82e9-2cbe5da6191e req-c828088c-01c9-46c9-8966-a5d0610a0611 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1499f88-77f0-4d90-af58-f68b75b8a668 HTTP/1.1" status: 200 len: 945 time: 0.0545990 Aug 10 04:55:49.847994 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dc829e81-8866-497e-82e9-2cbe5da6191e req-b4006a03-3a11-4209-95d5-dbb1608990f1 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332348 Aug 10 04:55:49.853570 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-1b399572-1eb5-4d61-a653-a3f0e8574029 req-2544b00b-3416-4042-b509-0d7fc197751a tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:49.876655 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:55:49.889553 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544b00b-3416-4042-b509-0d7fc197751a tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Pushing event deleted for resources: {'Port': ['ID=fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:49.929685 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b399572-1eb5-4d61-a653-a3f0e8574029 req-2544b00b-3416-4042-b509-0d7fc197751a tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] No DVR routers for this DVR port fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0 on host hv-cinder-80403 {{(pid=93277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:55:49.932765 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-1b399572-1eb5-4d61-a653-a3f0e8574029 req-2544b00b-3416-4042-b509-0d7fc197751a tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:49.934689 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-1b399572-1eb5-4d61-a653-a3f0e8574029 req-2544b00b-3416-4042-b509-0d7fc197751a tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.63 "DELETE /v2.0/ports/fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0 HTTP/1.1" status: 204 len: 173 time: 0.4273453 Aug 10 04:55:49.935249 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1499f88-77f0-4d90-af58-f68b75b8a668', 'name': 'network-vif-deleted', 'tag': 'fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:55:49.937876 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0435c65cf5a8cc8383a9c7cfa6853d0e89819f93ab363e4d384fd3b31d716135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a471aa73-8ce2-4763-bf47-8319c585c2e1" -d '{"events": [{"server_uuid": "c1499f88-77f0-4d90-af58-f68b75b8a668", "name": "network-vif-deleted", "tag": "fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:55:49.983328 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f382dde6-ccea-497e-92b2-75aeb8bedb16 x-openstack-request-id: req-f382dde6-ccea-497e-92b2-75aeb8bedb16 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:55:49.983613 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1499f88-77f0-4d90-af58-f68b75b8a668", "name": "network-vif-deleted", "tag": "fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0", "status": "completed", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:55:49.983865 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f382dde6-ccea-497e-92b2-75aeb8bedb16 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:55:49.984249 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1499f88-77f0-4d90-af58-f68b75b8a668', 'name': 'network-vif-deleted', 'tag': 'fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0', 'status': 'completed', 'code': 200} Aug 10 04:55:50.011697 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f8f544d0-4a56-400a-8856-7652d8e0f73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:50.164394 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff80506-d913-41ef-aba3-4c55e0a5cf6e req-39bf0110-e436-4e41-b062-8e77bfd17203 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:50.165822 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dff80506-d913-41ef-aba3-4c55e0a5cf6e req-39bf0110-e436-4e41-b062-8e77bfd17203 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0535967 Aug 10 04:55:50.204946 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dff80506-d913-41ef-aba3-4c55e0a5cf6e req-ac36d1d4-56a6-4848-afcc-fc08e640fce8 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328610 Aug 10 04:55:50.208499 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:51.173284 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-31be97a0-1625-4bf9-9816-f58636d311c6 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:51.174811 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-31be97a0-1625-4bf9-9816-f58636d311c6 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/networks?id=8b57983f-7f67-4e1a-a5f4-e455640ee157 HTTP/1.1" status: 200 len: 808 time: 0.0996270 Aug 10 04:55:51.194181 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-07e9c54a-44c5-455d-bd5a-ca528325d87e tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/quotas/4ce369bfd4e340699780f93870f7930e HTTP/1.1" status: 200 len: 375 time: 0.0102236 Aug 10 04:55:51.230108 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:51.233401 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-ea45464a-8e5b-4697-a3f4-1cdebb73bd89 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ce369bfd4e340699780f93870f7930e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312493 Aug 10 04:55:51.321091 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-efc4f3b2-2170-4456-bb4b-fc7acf4da671 service neutron] 10.222.0.49 "GET /v2.0/networks/8b57983f-7f67-4e1a-a5f4-e455640ee157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804784 Aug 10 04:55:51.420832 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-b23c94b9-2413-4d50-82e7-e797ef8e6e5c service neutron] 10.222.0.49 "GET /v2.0/networks/8b57983f-7f67-4e1a-a5f4-e455640ee157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904975 Aug 10 04:55:51.588152 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-697e298b-f823-4a23-978b-fb22ce0c9df5 req-83371dec-14be-443f-96de-a685d85d832b tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d943283-702a-4a83-8a79-4affc3274b5a HTTP/1.1" status: 200 len: 210 time: 0.0264053 Aug 10 04:55:52.626263 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:55:52.664639 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] No Port match for: fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0 {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:55:52.665569 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device fdcea4be-0bed-4c67-83ef-6f3e7bf45eb0 not bound to the agent host hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:55:52.683019 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-69f8f6e2-1efd-4442-bde3-f4bea2fa06d1 req-ac57d2a2-e1a6-45cd-a396-4093c5383a7f tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d943283-702a-4a83-8a79-4affc3274b5a HTTP/1.1" status: 200 len: 210 time: 0.0283165 Aug 10 04:55:52.688350 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:53.763511 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-88443118-d91a-4aa6-9d42-6a956d60bf3b req-ea1e5a65-9fca-4454-8793-a9058388eda7 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d943283-702a-4a83-8a79-4affc3274b5a HTTP/1.1" status: 200 len: 210 time: 0.0277512 Aug 10 04:55:54.621681 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 59982) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:54.733294 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f42e79a7-a4f8-43ca-b378-16b48bedafcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:54.828819 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f42e79a7-a4f8-43ca-b378-16b48bedafcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:54.839834 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f42e79a7-a4f8-43ca-b378-16b48bedafcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:54.865818 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-355ce5db-a5d1-4211-872c-1c7bb07ae9c6 req-0a0c06ba-f231-4b1a-aaaa-2330272c84c5 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d943283-702a-4a83-8a79-4affc3274b5a HTTP/1.1" status: 200 len: 210 time: 0.0427864 Aug 10 04:55:54.887590 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e79a7-a4f8-43ca-b378-16b48bedafcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d447768-ecfd-4756-8e02-cbdda39713aa,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:54.906860 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-f42e79a7-a4f8-43ca-b378-16b48bedafcc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0623918aadbf429f990fd740e7f7dfb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2839594 Aug 10 04:55:54.909300 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 59996) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:54.959671 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-de2ac593-118b-4d98-af6e-f2cdc1cc7ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:54.981832 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-de2ac593-118b-4d98-af6e-f2cdc1cc7ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:55.032057 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-de2ac593-118b-4d98-af6e-f2cdc1cc7ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:55.034806 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-de2ac593-118b-4d98-af6e-f2cdc1cc7ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:55.036015 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-de2ac593-118b-4d98-af6e-f2cdc1cc7ac7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0d447768-ecfd-4756-8e02-cbdda39713aa HTTP/1.1" status: 204 len: 168 time: 0.1258225 Aug 10 04:55:55.044564 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ac593-118b-4d98-af6e-f2cdc1cc7ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d447768-ecfd-4756-8e02-cbdda39713aa,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:55.987591 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-73013334-92b6-4a7d-8101-21ef5958ddc6 req-31ebbafb-e3f1-4a38-a983-9ea75305be47 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d943283-702a-4a83-8a79-4affc3274b5a HTTP/1.1" status: 200 len: 210 time: 0.0378511 Aug 10 04:55:56.771758 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-0cacf843-cab2-4c4d-8fa8-a13e79a5fc1f tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:56.773195 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-0cacf843-cab2-4c4d-8fa8-a13e79a5fc1f tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.63 "GET /v2.0/networks?id=8b57983f-7f67-4e1a-a5f4-e455640ee157 HTTP/1.1" status: 200 len: 808 time: 0.1094606 Aug 10 04:55:56.789676 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-ab32e766-ce74-46ba-a15a-183060f90caa tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Request body: {'port': {'device_id': '0d943283-702a-4a83-8a79-4affc3274b5a', 'network_id': '8b57983f-7f67-4e1a-a5f4-e455640ee157', 'admin_state_up': True, 'tenant_id': '4ce369bfd4e340699780f93870f7930e'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:55:56.903451 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-ab32e766-ce74-46ba-a15a-183060f90caa tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Made reservation on behalf of 4ce369bfd4e340699780f93870f7930e for: {'port': 1} {{(pid=93277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:55:56.907092 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-ab32e766-ce74-46ba-a15a-183060f90caa tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:57.041117 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-ab32e766-ce74-46ba-a15a-183060f90caa tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Allocated IP 172.20.0.7 (8b57983f-7f67-4e1a-a5f4-e455640ee157/cb30011b-feb9-4afb-9423-c90e0110daff/7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:55:57.084591 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c863a359-75b8-4f50-91ed-6654ec610a0b req-19f8b45b-e2a2-4398-888c-4df640e4e3da tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d943283-702a-4a83-8a79-4affc3274b5a HTTP/1.1" status: 200 len: 210 time: 0.0261350 Aug 10 04:55:57.192835 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-ab32e766-ce74-46ba-a15a-183060f90caa tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:57.235897 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-ab32e766-ce74-46ba-a15a-183060f90caa tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:57.278921 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-ab32e766-ce74-46ba-a15a-183060f90caa tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Network 8b57983f-7f67-4e1a-a5f4-e455640ee157 is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:55:57.281975 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-ab32e766-ce74-46ba-a15a-183060f90caa tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:55:57.285952 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-ab32e766-ce74-46ba-a15a-183060f90caa tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:55:57.292303 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32e766-ce74-46ba-a15a-183060f90caa tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Pushing event updated for resources: {'Port': ['ID=7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:57.338200 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-ab32e766-ce74-46ba-a15a-183060f90caa tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:57.338841 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-ab32e766-ce74-46ba-a15a-183060f90caa tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:57.354908 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-ab32e766-ce74-46ba-a15a-183060f90caa tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5688415 Aug 10 04:55:57.511905 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-85fea1b5-ff1b-4457-a069-ec718b8e2a76 service neutron] Request body: {'port': {'device_id': '0d943283-702a-4a83-8a79-4affc3274b5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:55:57.571739 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-85fea1b5-ff1b-4457-a069-ec718b8e2a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:57.848268 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-85fea1b5-ff1b-4457-a069-ec718b8e2a76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:55:57.857264 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-85fea1b5-ff1b-4457-a069-ec718b8e2a76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:57.875516 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-85fea1b5-ff1b-4457-a069-ec718b8e2a76 service neutron] Transition to ACTIVE for port object 7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93 will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:55:57.881861 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-85fea1b5-ff1b-4457-a069-ec718b8e2a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59047126'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:57.930674 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fea1b5-ff1b-4457-a069-ec718b8e2a76 service neutron] Pushing event updated for resources: {'Port': ['ID=7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:57.997670 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-85fea1b5-ff1b-4457-a069-ec718b8e2a76 service neutron] Attempting to bind port 7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:55:57.998220 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-85fea1b5-ff1b-4457-a069-ec718b8e2a76 service neutron] Attempting to bind port 7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '352272ad-d3ee-4361-b2d1-234512477266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8b57983f-7f67-4e1a-a5f4-e455640ee157'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:55:57.998553 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-85fea1b5-ff1b-4457-a069-ec718b8e2a76 service neutron] Attempting to bind port 7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93 on network 8b57983f-7f67-4e1a-a5f4-e455640ee157 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:55:58.002937 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-85fea1b5-ff1b-4457-a069-ec718b8e2a76 service neutron] Port 7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93 on network 8b57983f-7f67-4e1a-a5f4-e455640ee157 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:55:58.003267 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-85fea1b5-ff1b-4457-a069-ec718b8e2a76 service neutron] Attempting to bind port 7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93 on network 8b57983f-7f67-4e1a-a5f4-e455640ee157 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:55:58.007960 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-85fea1b5-ff1b-4457-a069-ec718b8e2a76 service neutron] Checking agent: {'id': '51cc88f3-029f-45e4-af3a-d9472a1d6530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'started_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:55:58.008287 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-85fea1b5-ff1b-4457-a069-ec718b8e2a76 service neutron] Checking segment: {'id': '352272ad-d3ee-4361-b2d1-234512477266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8b57983f-7f67-4e1a-a5f4-e455640ee157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:55:58.008661 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-85fea1b5-ff1b-4457-a069-ec718b8e2a76 service neutron] Bound using segment: {'id': '352272ad-d3ee-4361-b2d1-234512477266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8b57983f-7f67-4e1a-a5f4-e455640ee157'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:55:58.009088 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-85fea1b5-ff1b-4457-a069-ec718b8e2a76 service neutron] Bound port: 7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '352272ad-d3ee-4361-b2d1-234512477266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8b57983f-7f67-4e1a-a5f4-e455640ee157'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:55:58.009421 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-85fea1b5-ff1b-4457-a069-ec718b8e2a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:58.082641 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-85fea1b5-ff1b-4457-a069-ec718b8e2a76 service neutron] For port 7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93, host hv-cinder-80403, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:55:58.086261 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-85fea1b5-ff1b-4457-a069-ec718b8e2a76 service neutron] For port 7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93,segment=NetworkSegment(352272ad-d3ee-4361-b2d1-234512477266),segment_id=352272ad-d3ee-4361-b2d1-234512477266)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:55:58.093020 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-85fea1b5-ff1b-4457-a069-ec718b8e2a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59047126'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:58.134850 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-85fea1b5-ff1b-4457-a069-ec718b8e2a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:58.135489 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-85fea1b5-ff1b-4457-a069-ec718b8e2a76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:58.136901 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-85fea1b5-ff1b-4457-a069-ec718b8e2a76 service neutron] 10.222.0.63 "PUT /v2.0/ports/7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93 HTTP/1.1" status: 200 len: 1093 time: 0.6318619 Aug 10 04:55:58.137348 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d943283-702a-4a83-8a79-4affc3274b5a', 'tag': '7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:55:58.139795 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0435c65cf5a8cc8383a9c7cfa6853d0e89819f93ab363e4d384fd3b31d716135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84f433d-6abf-43d2-8cc2-dd29f13c69df" -d '{"events": [{"name": "network-changed", "server_uuid": "0d943283-702a-4a83-8a79-4affc3274b5a", "tag": "7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:55:58.161450 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fea1b5-ff1b-4457-a069-ec718b8e2a76 service neutron] Pushing event updated for resources: {'Port': ['ID=7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:58.197021 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a2ab7f-577c-4031-b3de-8606c4383b52 x-openstack-request-id: req-21a2ab7f-577c-4031-b3de-8606c4383b52 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:55:58.197310 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d943283-702a-4a83-8a79-4affc3274b5a", "tag": "7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93", "status": "completed", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:55:58.197555 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21a2ab7f-577c-4031-b3de-8606c4383b52 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:55:58.197939 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d943283-702a-4a83-8a79-4affc3274b5a', 'tag': '7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93', 'status': 'completed', 'code': 200} Aug 10 04:55:58.211533 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d742cc2-e958-4809-94ba-355ac9c6f1c6 req-5af03a30-c606-434d-be4a-a0b051de8164 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:58.213043 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0d742cc2-e958-4809-94ba-355ac9c6f1c6 req-5af03a30-c606-434d-be4a-a0b051de8164 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d943283-702a-4a83-8a79-4affc3274b5a HTTP/1.1" status: 200 len: 943 time: 0.0548394 Aug 10 04:55:58.233490 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-7d5980e7-237e-4bd6-9418-1072d205dfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:58.235087 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-7d5980e7-237e-4bd6-9418-1072d205dfaf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4ce369bfd4e340699780f93870f7930e&device_id=0d943283-702a-4a83-8a79-4affc3274b5a HTTP/1.1" status: 200 len: 1096 time: 0.0522914 Aug 10 04:55:58.259658 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0d742cc2-e958-4809-94ba-355ac9c6f1c6 req-6c4a90ac-adea-4500-a111-3b75f24fa235 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401330 Aug 10 04:55:58.285709 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-c9a094a0-2c2f-4038-b763-ad4bd8dffc15 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93 HTTP/1.1" status: 200 len: 217 time: 0.0419581 Aug 10 04:55:58.345400 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-06530c26-4f73-4575-9902-b0b555cec016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:58.347084 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-06530c26-4f73-4575-9902-b0b555cec016 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cb30011b-feb9-4afb-9423-c90e0110daff HTTP/1.1" status: 200 len: 848 time: 0.0520990 Aug 10 04:55:58.381008 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-55d6c700-6368-4075-921c-fa7483aca426 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8b57983f-7f67-4e1a-a5f4-e455640ee157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249863 Aug 10 04:55:58.403034 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0df1e377-1555-4050-b59c-3b9efda60350 req-41e14343-15d9-4309-b18c-1e9a23f9797e tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=5e7028b1e7d74545ac8688db78c9b292&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306108 Aug 10 04:55:58.488505 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-b2d3a890-d856-41f3-9c62-87088994c2a8 service neutron] 10.222.0.63 "GET /v2.0/networks/8b57983f-7f67-4e1a-a5f4-e455640ee157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924320 Aug 10 04:55:58.591706 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1e377-1555-4050-b59c-3b9efda60350 req-bdaebe73-d503-4f57-9009-a6f9f2695030 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:58.593135 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0df1e377-1555-4050-b59c-3b9efda60350 req-bdaebe73-d503-4f57-9009-a6f9f2695030 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1839492 Aug 10 04:55:58.610541 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0df1e377-1555-4050-b59c-3b9efda60350 req-b6f541a9-7f97-4063-abb7-5e5ea4967089 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/quotas/5e7028b1e7d74545ac8688db78c9b292 HTTP/1.1" status: 200 len: 375 time: 0.0092180 Aug 10 04:55:58.648921 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0df1e377-1555-4050-b59c-3b9efda60350 req-5beadd49-50cf-4868-bb35-d519ca9e3239 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5e7028b1e7d74545ac8688db78c9b292&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294907 Aug 10 04:55:58.716137 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-44d2f5a5-f34e-482c-ab89-d8d6b6609ed0 req-9c9dcb1e-c305-4528-8b5d-0d61555d8c43 service neutron] 10.222.0.63 "GET /v2.0/networks/8b57983f-7f67-4e1a-a5f4-e455640ee157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859010 Aug 10 04:55:58.831645 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fc63eebf-28ad-4705-bfbe-eaf89e5206c6 req-b85b3802-6915-4091-8e6f-5140d96967a2 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f01fdd4-8333-4d70-a97b-3f130d163191 HTTP/1.1" status: 200 len: 210 time: 0.0272949 Aug 10 04:55:58.854216 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f433d-6abf-43d2-8cc2-dd29f13c69df req-b82e6520-2063-4f6e-82fd-0dadb5436f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:58.854216 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-e84f433d-6abf-43d2-8cc2-dd29f13c69df req-b82e6520-2063-4f6e-82fd-0dadb5436f3b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4ce369bfd4e340699780f93870f7930e&device_id=0d943283-702a-4a83-8a79-4affc3274b5a HTTP/1.1" status: 200 len: 1096 time: 0.0468969 Aug 10 04:55:58.951477 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f433d-6abf-43d2-8cc2-dd29f13c69df req-481a92ea-e101-40d7-a942-1ae37683f3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:58.953706 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-e84f433d-6abf-43d2-8cc2-dd29f13c69df req-481a92ea-e101-40d7-a942-1ae37683f3cd service neutron] 10.222.0.63 "GET /v2.0/networks?id=8b57983f-7f67-4e1a-a5f4-e455640ee157 HTTP/1.1" status: 200 len: 909 time: 0.0935683 Aug 10 04:55:59.004357 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-e84f433d-6abf-43d2-8cc2-dd29f13c69df req-7dd339a9-7d5f-43a7-a782-55b65eb8fc57 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93 HTTP/1.1" status: 200 len: 217 time: 0.0430250 Aug 10 04:55:59.060867 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f433d-6abf-43d2-8cc2-dd29f13c69df req-96eda070-e420-4c35-8ffc-b22a339fd719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:59.062431 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-e84f433d-6abf-43d2-8cc2-dd29f13c69df req-96eda070-e420-4c35-8ffc-b22a339fd719 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cb30011b-feb9-4afb-9423-c90e0110daff HTTP/1.1" status: 200 len: 848 time: 0.0498013 Aug 10 04:55:59.096476 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-e84f433d-6abf-43d2-8cc2-dd29f13c69df req-1cb49c62-f314-4593-ac69-d825d62766f0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8b57983f-7f67-4e1a-a5f4-e455640ee157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257418 Aug 10 04:55:59.198892 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-e84f433d-6abf-43d2-8cc2-dd29f13c69df req-41297e8b-bcb7-4534-88e3-c2fcc5535c58 service neutron] 10.222.0.63 "GET /v2.0/networks/8b57983f-7f67-4e1a-a5f4-e455640ee157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930271 Aug 10 04:55:59.314821 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-e84f433d-6abf-43d2-8cc2-dd29f13c69df req-b549cdbc-6b13-4c9c-8872-fa7e6051899c service neutron] 10.222.0.63 "GET /v2.0/networks/8b57983f-7f67-4e1a-a5f4-e455640ee157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020784 Aug 10 04:55:59.412507 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b577b38-5abf-4e6b-95c7-afc79d306056 req-e62ed5de-cb91-4403-861a-8754888d00fa tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:59.414051 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2b577b38-5abf-4e6b-95c7-afc79d306056 req-e62ed5de-cb91-4403-861a-8754888d00fa tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d943283-702a-4a83-8a79-4affc3274b5a HTTP/1.1" status: 200 len: 943 time: 0.0522878 Aug 10 04:55:59.460178 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2b577b38-5abf-4e6b-95c7-afc79d306056 req-a6f614bb-89f9-4ee0-a127-1c5e4ea2b8a0 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354459 Aug 10 04:55:59.518161 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b074d-4c71-4bb0-acc8-d753e1f06ae9 req-066322f9-16e8-44c5-b14c-e77a57e8beea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:59.519913 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-a60b074d-4c71-4bb0-acc8-d753e1f06ae9 req-066322f9-16e8-44c5-b14c-e77a57e8beea service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7c7b5b90b1974558a6b6090b510234f1&device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 1099 time: 0.0405109 Aug 10 04:55:59.533410 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462e581-f2cc-46cc-87cb-a3cd6274eb7d req-ebb4d6cc-debd-4bfc-acc6-717929b5e974 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:59.534887 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a462e581-f2cc-46cc-87cb-a3cd6274eb7d req-ebb4d6cc-debd-4bfc-acc6-717929b5e974 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0477245 Aug 10 04:55:59.574567 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a462e581-f2cc-46cc-87cb-a3cd6274eb7d req-e08da225-62bb-474d-b573-c122e3ad26e7 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332694 Aug 10 04:55:59.833760 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b074d-4c71-4bb0-acc8-d753e1f06ae9 req-07638591-b357-4f88-aa59-d2f77ea23110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:59.835264 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-a60b074d-4c71-4bb0-acc8-d753e1f06ae9 req-07638591-b357-4f88-aa59-d2f77ea23110 service neutron] 10.222.0.63 "GET /v2.0/networks?id=fa4da3fe-515b-43af-bfca-345879bf66c5 HTTP/1.1" status: 200 len: 920 time: 0.3060417 Aug 10 04:55:59.878552 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0df1e377-1555-4050-b59c-3b9efda60350 req-2fc4984e-2b32-4127-b609-074e9254a9e7 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=5e7028b1e7d74545ac8688db78c9b292&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278103 Aug 10 04:55:59.897208 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-a60b074d-4c71-4bb0-acc8-d753e1f06ae9 req-80dc6777-c901-4e48-86e9-6e22ecb174aa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0d976ab-e736-4987-892d-9d160b351bdc HTTP/1.1" status: 200 len: 217 time: 0.0467682 Aug 10 04:55:59.951034 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b074d-4c71-4bb0-acc8-d753e1f06ae9 req-f83e6a8e-9598-4f07-988c-c3032b1da68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:59.952435 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-a60b074d-4c71-4bb0-acc8-d753e1f06ae9 req-f83e6a8e-9598-4f07-988c-c3032b1da68f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3decaebb-6db7-465e-9b45-ecf80d350e0e HTTP/1.1" status: 200 len: 859 time: 0.0462348 Aug 10 04:55:59.986071 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b20fc8da-39b2-473b-ac53-074f61264379 req-f110e0b2-ba2c-4678-849b-89cda712d6d8 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f01fdd4-8333-4d70-a97b-3f130d163191 HTTP/1.1" status: 200 len: 210 time: 0.0640516 Aug 10 04:55:59.990368 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-a60b074d-4c71-4bb0-acc8-d753e1f06ae9 req-9d904eb8-316b-4807-ae27-85f8be4faffe service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fa4da3fe-515b-43af-bfca-345879bf66c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302429 Aug 10 04:56:00.062833 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1e377-1555-4050-b59c-3b9efda60350 req-27c31d41-4a53-47ad-a590-5a826d84139d tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:00.064524 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0df1e377-1555-4050-b59c-3b9efda60350 req-27c31d41-4a53-47ad-a590-5a826d84139d tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1730514 Aug 10 04:56:00.078229 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-0df1e377-1555-4050-b59c-3b9efda60350 req-9ce96f43-59b1-4a3c-bffb-be97ae37dd37 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Request body: {'port': {'device_id': '2f01fdd4-8333-4d70-a97b-3f130d163191', 'network_id': '16ed1350-b6e9-468f-b6f8-b36163104fb6', 'admin_state_up': True, 'tenant_id': '5e7028b1e7d74545ac8688db78c9b292'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:56:00.100479 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-a60b074d-4c71-4bb0-acc8-d753e1f06ae9 req-fd39fe0e-2f3d-437e-922d-92b038242c4a service neutron] 10.222.0.63 "GET /v2.0/networks/fa4da3fe-515b-43af-bfca-345879bf66c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925088 Aug 10 04:56:00.201190 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0df1e377-1555-4050-b59c-3b9efda60350 req-9ce96f43-59b1-4a3c-bffb-be97ae37dd37 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Made reservation on behalf of 5e7028b1e7d74545ac8688db78c9b292 for: {'port': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:56:00.204739 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-0df1e377-1555-4050-b59c-3b9efda60350 req-9ce96f43-59b1-4a3c-bffb-be97ae37dd37 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:00.213405 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-a60b074d-4c71-4bb0-acc8-d753e1f06ae9 req-82ab5e8b-69ef-448a-88f6-654f2e073be9 service neutron] 10.222.0.63 "GET /v2.0/networks/fa4da3fe-515b-43af-bfca-345879bf66c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924644 Aug 10 04:56:00.220962 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-0df1e377-1555-4050-b59c-3b9efda60350 req-9ce96f43-59b1-4a3c-bffb-be97ae37dd37 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:00.322819 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-0df1e377-1555-4050-b59c-3b9efda60350 req-9ce96f43-59b1-4a3c-bffb-be97ae37dd37 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:00.328786 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-0df1e377-1555-4050-b59c-3b9efda60350 req-9ce96f43-59b1-4a3c-bffb-be97ae37dd37 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:00.390110 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce96f43-59b1-4a3c-bffb-be97ae37dd37 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d2d971-d59d-4e8c-a47d-ac755d5e7a1d,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:00.404911 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce96f43-59b1-4a3c-bffb-be97ae37dd37 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:00.405336 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce96f43-59b1-4a3c-bffb-be97ae37dd37 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:00.405675 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce96f43-59b1-4a3c-bffb-be97ae37dd37 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:00.406003 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce96f43-59b1-4a3c-bffb-be97ae37dd37 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:00.406328 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce96f43-59b1-4a3c-bffb-be97ae37dd37 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:00.406656 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce96f43-59b1-4a3c-bffb-be97ae37dd37 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:00.406985 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce96f43-59b1-4a3c-bffb-be97ae37dd37 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:00.407321 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce96f43-59b1-4a3c-bffb-be97ae37dd37 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:00.407613 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce96f43-59b1-4a3c-bffb-be97ae37dd37 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:00.407955 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce96f43-59b1-4a3c-bffb-be97ae37dd37 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:00.408264 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce96f43-59b1-4a3c-bffb-be97ae37dd37 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:00.408578 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce96f43-59b1-4a3c-bffb-be97ae37dd37 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:00.485056 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [req-0df1e377-1555-4050-b59c-3b9efda60350 req-9ce96f43-59b1-4a3c-bffb-be97ae37dd37 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Allocated IP 192.168.233.181 (16ed1350-b6e9-468f-b6f8-b36163104fb6/51bb1bab-872c-4ceb-9fbe-29d778bed824/f1a28f26-ec42-41bb-b719-dd3bf1865f72) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:56:00.633286 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8d007-ca85-4889-94ad-0463c9537b35 req-0d2f746b-94c7-4042-9ffc-9af5d02ed9be tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:00.634983 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9ab8d007-ca85-4889-94ad-0463c9537b35 req-0d2f746b-94c7-4042-9ffc-9af5d02ed9be tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d943283-702a-4a83-8a79-4affc3274b5a HTTP/1.1" status: 200 len: 943 time: 0.1010108 Aug 10 04:56:00.723420 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-0df1e377-1555-4050-b59c-3b9efda60350 req-9ce96f43-59b1-4a3c-bffb-be97ae37dd37 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:00.727762 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9ab8d007-ca85-4889-94ad-0463c9537b35 req-47cb1cbc-4e81-43a7-a59d-4b491103379a tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854547 Aug 10 04:56:00.747799 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-0df1e377-1555-4050-b59c-3b9efda60350 req-9ce96f43-59b1-4a3c-bffb-be97ae37dd37 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Transition to ACTIVE for port object f1a28f26-ec42-41bb-b719-dd3bf1865f72 will not be triggered until provisioned by entity DHCP. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:56:00.754976 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9cc62-876a-4ba7-976f-8bbf7f5a7ba1 req-27e6b5f9-e809-4fa1-9431-8805fb152243 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:00.756458 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-28f9cc62-876a-4ba7-976f-8bbf7f5a7ba1 req-27e6b5f9-e809-4fa1-9431-8805fb152243 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.1009698 Aug 10 04:56:00.821447 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-28f9cc62-876a-4ba7-976f-8bbf7f5a7ba1 req-0aff7aea-5806-4e56-9513-fe2edc2539cc tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587637 Aug 10 04:56:00.824676 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-0df1e377-1555-4050-b59c-3b9efda60350 req-9ce96f43-59b1-4a3c-bffb-be97ae37dd37 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:00.872205 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0df1e377-1555-4050-b59c-3b9efda60350 req-9ce96f43-59b1-4a3c-bffb-be97ae37dd37 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Network 16ed1350-b6e9-468f-b6f8-b36163104fb6 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:56:00.875310 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [req-0df1e377-1555-4050-b59c-3b9efda60350 req-9ce96f43-59b1-4a3c-bffb-be97ae37dd37 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:56:00.878978 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df1e377-1555-4050-b59c-3b9efda60350 req-9ce96f43-59b1-4a3c-bffb-be97ae37dd37 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:56:00.885143 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce96f43-59b1-4a3c-bffb-be97ae37dd37 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Pushing event updated for resources: {'Port': ['ID=f1a28f26-ec42-41bb-b719-dd3bf1865f72,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:00.929677 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1e377-1555-4050-b59c-3b9efda60350 req-9ce96f43-59b1-4a3c-bffb-be97ae37dd37 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:00.930289 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-0df1e377-1555-4050-b59c-3b9efda60350 req-9ce96f43-59b1-4a3c-bffb-be97ae37dd37 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:00.946897 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0df1e377-1555-4050-b59c-3b9efda60350 req-9ce96f43-59b1-4a3c-bffb-be97ae37dd37 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8731544 Aug 10 04:56:00.965140 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-0df1e377-1555-4050-b59c-3b9efda60350 req-dfba7835-5df4-49a3-b7f9-4918c00c0827 service neutron] Request body: {'port': {'device_id': '2f01fdd4-8333-4d70-a97b-3f130d163191', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:56:01.029626 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-0df1e377-1555-4050-b59c-3b9efda60350 req-dfba7835-5df4-49a3-b7f9-4918c00c0827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:01.095650 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-db94d747-0559-4229-b284-2623f77affd9 None None] Provisioning for port f1a28f26-ec42-41bb-b719-dd3bf1865f72 completed by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:56:01.100061 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-db94d747-0559-4229-b284-2623f77affd9 None None] Provisioning complete for port f1a28f26-ec42-41bb-b719-dd3bf1865f72 triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:56:01.100437 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-db94d747-0559-4229-b284-2623f77affd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:01.192797 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df91d42-b6cb-409f-8822-ae062227029f req-c6670af7-fc73-45aa-b66e-d15464481165 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:01.194286 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0df91d42-b6cb-409f-8822-ae062227029f req-c6670af7-fc73-45aa-b66e-d15464481165 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f01fdd4-8333-4d70-a97b-3f130d163191 HTTP/1.1" status: 200 len: 936 time: 0.1276171 Aug 10 04:56:01.269360 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-db94d747-0559-4229-b284-2623f77affd9 None None] Port f1a28f26-ec42-41bb-b719-dd3bf1865f72 cannot update to ACTIVE because it is not bound. {{(pid=93279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:56:01.455554 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0df91d42-b6cb-409f-8822-ae062227029f req-000b164a-df28-4cb2-92a2-bd9b038988e9 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8d2d971-d59d-4e8c-a47d-ac755d5e7a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698156 Aug 10 04:56:01.539922 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [req-0df1e377-1555-4050-b59c-3b9efda60350 req-dfba7835-5df4-49a3-b7f9-4918c00c0827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1a28f26-ec42-41bb-b719-dd3bf1865f72 {{(pid=93278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:56:01.547709 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-0df1e377-1555-4050-b59c-3b9efda60350 req-dfba7835-5df4-49a3-b7f9-4918c00c0827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:01.560731 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-0df1e377-1555-4050-b59c-3b9efda60350 req-dfba7835-5df4-49a3-b7f9-4918c00c0827 service neutron] Transition to ACTIVE for port object f1a28f26-ec42-41bb-b719-dd3bf1865f72 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:56:01.566185 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-0df1e377-1555-4050-b59c-3b9efda60350 req-dfba7835-5df4-49a3-b7f9-4918c00c0827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7361716'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:01.617546 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba7835-5df4-49a3-b7f9-4918c00c0827 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a28f26-ec42-41bb-b719-dd3bf1865f72,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:01.689736 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-0df1e377-1555-4050-b59c-3b9efda60350 req-dfba7835-5df4-49a3-b7f9-4918c00c0827 service neutron] Attempting to bind port f1a28f26-ec42-41bb-b719-dd3bf1865f72 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:56:01.690076 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-0df1e377-1555-4050-b59c-3b9efda60350 req-dfba7835-5df4-49a3-b7f9-4918c00c0827 service neutron] Attempting to bind port f1a28f26-ec42-41bb-b719-dd3bf1865f72 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'adb9e319-f0b7-4bc8-9c25-0b0db42fbca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '16ed1350-b6e9-468f-b6f8-b36163104fb6'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:56:01.690518 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df1e377-1555-4050-b59c-3b9efda60350 req-dfba7835-5df4-49a3-b7f9-4918c00c0827 service neutron] Attempting to bind port f1a28f26-ec42-41bb-b719-dd3bf1865f72 on network 16ed1350-b6e9-468f-b6f8-b36163104fb6 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:56:01.695758 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df1e377-1555-4050-b59c-3b9efda60350 req-dfba7835-5df4-49a3-b7f9-4918c00c0827 service neutron] Port f1a28f26-ec42-41bb-b719-dd3bf1865f72 on network 16ed1350-b6e9-468f-b6f8-b36163104fb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:56:01.696141 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df1e377-1555-4050-b59c-3b9efda60350 req-dfba7835-5df4-49a3-b7f9-4918c00c0827 service neutron] Attempting to bind port f1a28f26-ec42-41bb-b719-dd3bf1865f72 on network 16ed1350-b6e9-468f-b6f8-b36163104fb6 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:56:01.702499 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df1e377-1555-4050-b59c-3b9efda60350 req-dfba7835-5df4-49a3-b7f9-4918c00c0827 service neutron] Checking agent: {'id': '51cc88f3-029f-45e4-af3a-d9472a1d6530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'started_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:56:01.702845 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df1e377-1555-4050-b59c-3b9efda60350 req-dfba7835-5df4-49a3-b7f9-4918c00c0827 service neutron] Checking segment: {'id': 'adb9e319-f0b7-4bc8-9c25-0b0db42fbca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '16ed1350-b6e9-468f-b6f8-b36163104fb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:56:01.703262 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df1e377-1555-4050-b59c-3b9efda60350 req-dfba7835-5df4-49a3-b7f9-4918c00c0827 service neutron] Bound using segment: {'id': 'adb9e319-f0b7-4bc8-9c25-0b0db42fbca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '16ed1350-b6e9-468f-b6f8-b36163104fb6'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:56:01.703730 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-0df1e377-1555-4050-b59c-3b9efda60350 req-dfba7835-5df4-49a3-b7f9-4918c00c0827 service neutron] Bound port: f1a28f26-ec42-41bb-b719-dd3bf1865f72, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb9e319-f0b7-4bc8-9c25-0b0db42fbca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '16ed1350-b6e9-468f-b6f8-b36163104fb6'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:56:01.704090 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-0df1e377-1555-4050-b59c-3b9efda60350 req-dfba7835-5df4-49a3-b7f9-4918c00c0827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:01.770826 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-0df1e377-1555-4050-b59c-3b9efda60350 req-dfba7835-5df4-49a3-b7f9-4918c00c0827 service neutron] For port f1a28f26-ec42-41bb-b719-dd3bf1865f72, host hv-cinder-80403, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:56:01.773945 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-0df1e377-1555-4050-b59c-3b9efda60350 req-dfba7835-5df4-49a3-b7f9-4918c00c0827 service neutron] For port f1a28f26-ec42-41bb-b719-dd3bf1865f72, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f1a28f26-ec42-41bb-b719-dd3bf1865f72,segment=NetworkSegment(adb9e319-f0b7-4bc8-9c25-0b0db42fbca0),segment_id=adb9e319-f0b7-4bc8-9c25-0b0db42fbca0)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:56:01.780242 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-0df1e377-1555-4050-b59c-3b9efda60350 req-dfba7835-5df4-49a3-b7f9-4918c00c0827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7361716'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:01.829871 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1e377-1555-4050-b59c-3b9efda60350 req-dfba7835-5df4-49a3-b7f9-4918c00c0827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:01.830455 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-0df1e377-1555-4050-b59c-3b9efda60350 req-dfba7835-5df4-49a3-b7f9-4918c00c0827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:01.832070 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0df1e377-1555-4050-b59c-3b9efda60350 req-dfba7835-5df4-49a3-b7f9-4918c00c0827 service neutron] 10.222.0.63 "PUT /v2.0/ports/f1a28f26-ec42-41bb-b719-dd3bf1865f72 HTTP/1.1" status: 200 len: 1098 time: 0.8715343 Aug 10 04:56:01.832538 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f01fdd4-8333-4d70-a97b-3f130d163191', 'tag': 'f1a28f26-ec42-41bb-b719-dd3bf1865f72'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:56:01.834920 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ad241413e3c5b5cfbdfd8ddf86169eda0c2eb72df278c9415fbec86a6c2f7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4a472e-9847-4dd8-869e-00aa1617194f" -d '{"events": [{"name": "network-changed", "server_uuid": "2f01fdd4-8333-4d70-a97b-3f130d163191", "tag": "f1a28f26-ec42-41bb-b719-dd3bf1865f72"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:56:01.876615 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f74fafd-a114-4439-bf17-91b79f4d45bd x-openstack-request-id: req-0f74fafd-a114-4439-bf17-91b79f4d45bd {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:56:01.876900 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f01fdd4-8333-4d70-a97b-3f130d163191", "tag": "f1a28f26-ec42-41bb-b719-dd3bf1865f72", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:56:01.877153 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0f74fafd-a114-4439-bf17-91b79f4d45bd {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:56:01.877550 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f01fdd4-8333-4d70-a97b-3f130d163191', 'tag': 'f1a28f26-ec42-41bb-b719-dd3bf1865f72', 'status': 'completed', 'code': 200} Aug 10 04:56:01.886498 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba7835-5df4-49a3-b7f9-4918c00c0827 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a28f26-ec42-41bb-b719-dd3bf1865f72,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:01.902121 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97961503-1c92-44f7-83af-f15ac30ca77e req-952c4b0c-2009-4bec-a9d3-aa8959fdda11 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:01.904604 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-97961503-1c92-44f7-83af-f15ac30ca77e req-952c4b0c-2009-4bec-a9d3-aa8959fdda11 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d943283-702a-4a83-8a79-4affc3274b5a HTTP/1.1" status: 200 len: 943 time: 0.0964944 Aug 10 04:56:01.955975 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-97961503-1c92-44f7-83af-f15ac30ca77e req-7df5dc78-856e-4b56-804b-69bc3a921d50 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459328 Aug 10 04:56:02.008374 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36885c50-6244-4861-94e9-48163b02fd73 req-cecdda00-48ee-418a-ac66-6b223a3512d0 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:02.011497 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-36885c50-6244-4861-94e9-48163b02fd73 req-cecdda00-48ee-418a-ac66-6b223a3512d0 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0741723 Aug 10 04:56:02.052614 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-36885c50-6244-4861-94e9-48163b02fd73 req-46b236bc-c037-41d7-a6aa-5c7c0c090051 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339601 Aug 10 04:56:02.112228 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1e377-1555-4050-b59c-3b9efda60350 req-e01929bf-ec4f-4ebf-aca9-22a637fef6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:02.113764 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0df1e377-1555-4050-b59c-3b9efda60350 req-e01929bf-ec4f-4ebf-aca9-22a637fef6e5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5e7028b1e7d74545ac8688db78c9b292&device_id=2f01fdd4-8333-4d70-a97b-3f130d163191 HTTP/1.1" status: 200 len: 1101 time: 0.0422308 Aug 10 04:56:02.204142 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0df1e377-1555-4050-b59c-3b9efda60350 req-0e350d0e-89ed-4718-8c51-22b7425f4f2d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=f1a28f26-ec42-41bb-b719-dd3bf1865f72 HTTP/1.1" status: 200 len: 217 time: 0.0370715 Aug 10 04:56:02.263804 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1e377-1555-4050-b59c-3b9efda60350 req-92fed554-447a-418d-8a45-58ff3f634d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:02.265200 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0df1e377-1555-4050-b59c-3b9efda60350 req-92fed554-447a-418d-8a45-58ff3f634d64 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=51bb1bab-872c-4ceb-9fbe-29d778bed824 HTTP/1.1" status: 200 len: 843 time: 0.0501826 Aug 10 04:56:02.313743 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1e377-1555-4050-b59c-3b9efda60350 req-23cadad6-3765-4392-9a53-834fcf038719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:02.315283 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0df1e377-1555-4050-b59c-3b9efda60350 req-23cadad6-3765-4392-9a53-834fcf038719 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=16ed1350-b6e9-468f-b6f8-b36163104fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0418520 Aug 10 04:56:02.409296 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0df1e377-1555-4050-b59c-3b9efda60350 req-c7149007-5fa9-4727-91fb-1e27e8ad8b17 service neutron] 10.222.0.63 "GET /v2.0/networks/16ed1350-b6e9-468f-b6f8-b36163104fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841212 Aug 10 04:56:02.506055 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0df1e377-1555-4050-b59c-3b9efda60350 req-0bcf8c8c-c749-457c-bceb-278463ba75c4 service neutron] 10.222.0.63 "GET /v2.0/networks/16ed1350-b6e9-468f-b6f8-b36163104fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885508 Aug 10 04:56:02.613180 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126e2dd-ff29-40e0-a9d2-ca4389899854 req-589223eb-d935-481b-9521-28ed17c98f7f tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:02.614829 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0126e2dd-ff29-40e0-a9d2-ca4389899854 req-589223eb-d935-481b-9521-28ed17c98f7f tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f01fdd4-8333-4d70-a97b-3f130d163191 HTTP/1.1" status: 200 len: 948 time: 0.0779853 Aug 10 04:56:02.654545 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a472e-9847-4dd8-869e-00aa1617194f req-1bec0e12-4cc6-4bcf-9e69-15f334ca8626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:02.656021 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bb4a472e-9847-4dd8-869e-00aa1617194f req-1bec0e12-4cc6-4bcf-9e69-15f334ca8626 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5e7028b1e7d74545ac8688db78c9b292&device_id=2f01fdd4-8333-4d70-a97b-3f130d163191 HTTP/1.1" status: 200 len: 1101 time: 0.0757267 Aug 10 04:56:02.674495 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0126e2dd-ff29-40e0-a9d2-ca4389899854 req-25c10cc0-9190-47ec-b981-6e80790bf97c tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8d2d971-d59d-4e8c-a47d-ac755d5e7a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524461 Aug 10 04:56:02.826612 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a472e-9847-4dd8-869e-00aa1617194f req-c990d456-eb1f-4b0e-b6fb-d2c519dcce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:02.828092 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bb4a472e-9847-4dd8-869e-00aa1617194f req-c990d456-eb1f-4b0e-b6fb-d2c519dcce17 service neutron] 10.222.0.63 "GET /v2.0/networks?id=16ed1350-b6e9-468f-b6f8-b36163104fb6 HTTP/1.1" status: 200 len: 870 time: 0.1627791 Aug 10 04:56:02.870687 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bb4a472e-9847-4dd8-869e-00aa1617194f req-bbab3375-314b-4e9b-84df-bdb9b0fec869 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=f1a28f26-ec42-41bb-b719-dd3bf1865f72 HTTP/1.1" status: 200 len: 217 time: 0.0347350 Aug 10 04:56:02.924528 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a472e-9847-4dd8-869e-00aa1617194f req-dcbe3aa2-924c-468f-976c-e667cca2d136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:02.925974 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bb4a472e-9847-4dd8-869e-00aa1617194f req-dcbe3aa2-924c-468f-976c-e667cca2d136 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=51bb1bab-872c-4ceb-9fbe-29d778bed824 HTTP/1.1" status: 200 len: 843 time: 0.0470889 Aug 10 04:56:02.982200 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a472e-9847-4dd8-869e-00aa1617194f req-92c2dadb-1e30-4781-9098-00d94feb61cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:02.983721 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bb4a472e-9847-4dd8-869e-00aa1617194f req-92c2dadb-1e30-4781-9098-00d94feb61cc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=16ed1350-b6e9-468f-b6f8-b36163104fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0499368 Aug 10 04:56:03.114248 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f98b2e-800e-4205-890b-332d15f597cc req-d13e4668-ec36-4aef-b6f9-b034370edfcb tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:03.115785 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c8f98b2e-800e-4205-890b-332d15f597cc req-d13e4668-ec36-4aef-b6f9-b034370edfcb tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d943283-702a-4a83-8a79-4affc3274b5a HTTP/1.1" status: 200 len: 943 time: 0.0778790 Aug 10 04:56:03.119474 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bb4a472e-9847-4dd8-869e-00aa1617194f req-1d75470e-60cd-4a04-8ae6-038bd45909b8 service neutron] 10.222.0.63 "GET /v2.0/networks/16ed1350-b6e9-468f-b6f8-b36163104fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222434 Aug 10 04:56:03.238283 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c8f98b2e-800e-4205-890b-332d15f597cc req-28f05a34-50d4-4f84-8f54-504bb61d2de7 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163833 Aug 10 04:56:03.273268 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce746219-4471-4196-a1dd-00e5e18c24e3 req-af866c56-05a6-4df6-8745-8d63827c68dc tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:03.274711 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ce746219-4471-4196-a1dd-00e5e18c24e3 req-af866c56-05a6-4df6-8745-8d63827c68dc tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.1471143 Aug 10 04:56:03.297615 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bb4a472e-9847-4dd8-869e-00aa1617194f req-01ff1689-84ac-46b7-b5bc-d843b74258d9 service neutron] 10.222.0.63 "GET /v2.0/networks/16ed1350-b6e9-468f-b6f8-b36163104fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679804 Aug 10 04:56:03.323422 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ce746219-4471-4196-a1dd-00e5e18c24e3 req-02ed3c8d-990e-4a0d-95d7-2c791b803903 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422976 Aug 10 04:56:03.791542 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e4c5e-5f53-47d5-928c-57da5614f78d req-8e9e35d6-7bc6-4b88-9d8d-6bae9b83fb55 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:03.793005 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5f9e4c5e-5f53-47d5-928c-57da5614f78d req-8e9e35d6-7bc6-4b88-9d8d-6bae9b83fb55 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f01fdd4-8333-4d70-a97b-3f130d163191 HTTP/1.1" status: 200 len: 948 time: 0.0498798 Aug 10 04:56:03.832109 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5f9e4c5e-5f53-47d5-928c-57da5614f78d req-57d94005-1a85-4f37-a458-970c70643189 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8d2d971-d59d-4e8c-a47d-ac755d5e7a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331109 Aug 10 04:56:04.361097 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cd137-475e-4873-944d-6061b95e19c7 req-0e352981-50b1-49fb-b8a5-f2d3a1727a5f tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:04.362631 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-163cd137-475e-4873-944d-6061b95e19c7 req-0e352981-50b1-49fb-b8a5-f2d3a1727a5f tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d943283-702a-4a83-8a79-4affc3274b5a HTTP/1.1" status: 200 len: 943 time: 0.0496166 Aug 10 04:56:04.401897 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-163cd137-475e-4873-944d-6061b95e19c7 req-7512b077-93f1-4ccc-b5e2-8345660f0454 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326712 Aug 10 04:56:04.509043 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2443f39-9f72-4aff-a00d-5f99d1bd02e1 req-66cc4425-fa75-41e2-9fb8-1fc949d8478d tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:04.510463 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a2443f39-9f72-4aff-a00d-5f99d1bd02e1 req-66cc4425-fa75-41e2-9fb8-1fc949d8478d tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0507381 Aug 10 04:56:04.553568 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a2443f39-9f72-4aff-a00d-5f99d1bd02e1 req-375268b7-b83c-419b-a39b-68c347b954e2 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341563 Aug 10 04:56:04.786491 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:56:04.892417 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93,segment=NetworkSegment(352272ad-d3ee-4361-b2d1-234512477266),segment_id=352272ad-d3ee-4361-b2d1-234512477266)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:04.903842 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Returning: {'device': '7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93', 'network_id': '8b57983f-7f67-4e1a-a5f4-e455640ee157', 'port_id': '7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93', 'mac_address': 'fa:16:3e:1d:56:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb30011b-feb9-4afb-9423-c90e0110daff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:56:04.944539 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:04.953032 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184fdd8-41b7-4e3d-bd80-9e0b2aa53267 req-3254a031-d443-47a3-9863-c97842c18620 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:04.954509 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b184fdd8-41b7-4e3d-bd80-9e0b2aa53267 req-3254a031-d443-47a3-9863-c97842c18620 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f01fdd4-8333-4d70-a97b-3f130d163191 HTTP/1.1" status: 200 len: 948 time: 0.0494659 Aug 10 04:56:04.958082 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93 {{(pid=93279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:56:04.978439 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93,segment=NetworkSegment(352272ad-d3ee-4361-b2d1-234512477266),segment_id=352272ad-d3ee-4361-b2d1-234512477266)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:04.983765 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:04.994480 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b184fdd8-41b7-4e3d-bd80-9e0b2aa53267 req-05f11ffd-60f0-46d6-be9d-755254758c77 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8d2d971-d59d-4e8c-a47d-ac755d5e7a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338564 Aug 10 04:56:05.031405 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93,revision_number=4']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:05.522644 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c1c2d-b516-4cf9-ab84-b3f368862952 req-101e9fc2-b78a-4bf5-850a-a2537673b8e3 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:05.524131 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7e4c1c2d-b516-4cf9-ab84-b3f368862952 req-101e9fc2-b78a-4bf5-850a-a2537673b8e3 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d943283-702a-4a83-8a79-4affc3274b5a HTTP/1.1" status: 200 len: 944 time: 0.0487728 Aug 10 04:56:05.574005 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7e4c1c2d-b516-4cf9-ab84-b3f368862952 req-e39dd08a-e704-4951-867a-a4811e444228 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434787 Aug 10 04:56:05.682739 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5fb79-8588-47ea-ad80-a44561180a1e req-bda26652-5fb1-4641-b1aa-0ab070c2bba9 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:05.684225 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c8f5fb79-8588-47ea-ad80-a44561180a1e req-bda26652-5fb1-4641-b1aa-0ab070c2bba9 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0584025 Aug 10 04:56:05.726924 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c8f5fb79-8588-47ea-ad80-a44561180a1e req-8e452dd2-c256-4a51-a8b2-4ac90170b75b tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334048 Aug 10 04:56:06.044018 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:56:06.116872 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8268ab-622d-4e78-9fbd-17596c35bb2f req-6bc71a61-f102-4cb0-bc80-6c05f016cebe tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:06.118243 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1c8268ab-622d-4e78-9fbd-17596c35bb2f req-6bc71a61-f102-4cb0-bc80-6c05f016cebe tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f01fdd4-8333-4d70-a97b-3f130d163191 HTTP/1.1" status: 200 len: 948 time: 0.0483136 Aug 10 04:56:06.155953 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1c8268ab-622d-4e78-9fbd-17596c35bb2f req-2cce5df7-5842-4930-9979-b9dc8edcc9a8 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8d2d971-d59d-4e8c-a47d-ac755d5e7a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311296 Aug 10 04:56:06.698760 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6920771-525e-46a5-8cad-36aa40c6a468 req-dd9bb043-b6f6-4bbe-b1ae-fb6389374774 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:06.700235 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d6920771-525e-46a5-8cad-36aa40c6a468 req-dd9bb043-b6f6-4bbe-b1ae-fb6389374774 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d943283-702a-4a83-8a79-4affc3274b5a HTTP/1.1" status: 200 len: 944 time: 0.0533009 Aug 10 04:56:06.740303 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d6920771-525e-46a5-8cad-36aa40c6a468 req-72cea957-73b7-433d-a74a-5b2d87030ebd tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312588 Aug 10 04:56:06.848749 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1416766-8770-409e-b3f7-58ecbebb7b60 req-20288e8a-6a6b-4edf-83c4-fc7be2c5bc5f tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:06.850203 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a1416766-8770-409e-b3f7-58ecbebb7b60 req-20288e8a-6a6b-4edf-83c4-fc7be2c5bc5f tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0519912 Aug 10 04:56:06.894111 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a1416766-8770-409e-b3f7-58ecbebb7b60 req-b3ee00ef-b06f-4472-9bcf-df445eb1ea4a tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363264 Aug 10 04:56:07.284488 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf7177-6c34-46a3-8003-a4ef1f8f370b req-e07619f9-97f0-4492-97c4-09ce6b3bf533 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:07.285945 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c8bf7177-6c34-46a3-8003-a4ef1f8f370b req-e07619f9-97f0-4492-97c4-09ce6b3bf533 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f01fdd4-8333-4d70-a97b-3f130d163191 HTTP/1.1" status: 200 len: 948 time: 0.0518668 Aug 10 04:56:07.329372 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c8bf7177-6c34-46a3-8003-a4ef1f8f370b req-2fd23679-d620-4f5c-930f-51c880d14ce1 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8d2d971-d59d-4e8c-a47d-ac755d5e7a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355649 Aug 10 04:56:07.860596 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259dea2b-6a05-4443-a9f3-b391c80625e6 req-3fb46a78-63ea-45ce-a804-954471e17575 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:07.862090 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-259dea2b-6a05-4443-a9f3-b391c80625e6 req-3fb46a78-63ea-45ce-a804-954471e17575 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d943283-702a-4a83-8a79-4affc3274b5a HTTP/1.1" status: 200 len: 944 time: 0.0519845 Aug 10 04:56:07.904112 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-259dea2b-6a05-4443-a9f3-b391c80625e6 req-b8647524-0b5e-4097-980a-0f1e7297c2fe tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357628 Aug 10 04:56:08.031981 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d2e4e-0da2-4122-850a-88e56568f9fc req-c5ab7a1e-067d-42b2-bf70-7052fb45c062 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:08.033454 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b89d2e4e-0da2-4122-850a-88e56568f9fc req-c5ab7a1e-067d-42b2-bf70-7052fb45c062 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0578427 Aug 10 04:56:08.079444 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b89d2e4e-0da2-4122-850a-88e56568f9fc req-9e8a9aa2-928c-433a-b5ad-be7cb3d2b12f tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393045 Aug 10 04:56:08.457463 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bab8e-c0bf-49df-ba76-6eaf6d0ae3ed req-907b54c3-2987-4cb3-9876-6011f7337fd6 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:08.458979 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a87bab8e-c0bf-49df-ba76-6eaf6d0ae3ed req-907b54c3-2987-4cb3-9876-6011f7337fd6 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f01fdd4-8333-4d70-a97b-3f130d163191 HTTP/1.1" status: 200 len: 948 time: 0.0523434 Aug 10 04:56:08.502243 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a87bab8e-c0bf-49df-ba76-6eaf6d0ae3ed req-d263a77f-b4e5-49b5-866b-c4e7ababebab tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8d2d971-d59d-4e8c-a47d-ac755d5e7a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342541 Aug 10 04:56:08.649175 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-c61a177a-39f8-4fa8-9f4f-29af5b564b2c tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1753824337&fields=id&tenant_id=6675a69d46c84a9aa91ed89f3afdd555 HTTP/1.1" status: 200 len: 267 time: 0.0418603 Aug 10 04:56:08.757732 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device f1a28f26-ec42-41bb-b719-dd3bf1865f72 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:56:08.759985 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93 up at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:56:08.765906 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-55969d7c-a904-46d5-871e-2c720ec0ad19 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:08.767357 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-55969d7c-a904-46d5-871e-2c720ec0ad19 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/networks?id=38366486-a444-4ffd-9f7e-e3d09bf8ba4d HTTP/1.1" status: 200 len: 808 time: 0.1115503 Aug 10 04:56:08.782342 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-4f17df77-7d70-4711-b9d0-bac693756cfd tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/quotas/6675a69d46c84a9aa91ed89f3afdd555 HTTP/1.1" status: 200 len: 375 time: 0.0092599 Aug 10 04:56:08.832722 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-b5f9dfec-bd81-4806-a8f6-dbd8e8938842 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6675a69d46c84a9aa91ed89f3afdd555&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448394 Aug 10 04:56:08.872205 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning for port 7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:56:08.883775 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning complete for port 7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:56:08.884145 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:08.920324 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port f1a28f26-ec42-41bb-b719-dd3bf1865f72, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f1a28f26-ec42-41bb-b719-dd3bf1865f72,segment=NetworkSegment(adb9e319-f0b7-4bc8-9c25-0b0db42fbca0),segment_id=adb9e319-f0b7-4bc8-9c25-0b0db42fbca0)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:08.933907 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-2b97c12b-da81-433e-aaa4-ec1758136166 service neutron] 10.222.0.49 "GET /v2.0/networks/38366486-a444-4ffd-9f7e-e3d09bf8ba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892406 Aug 10 04:56:08.938327 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Returning: {'device': 'f1a28f26-ec42-41bb-b719-dd3bf1865f72', 'network_id': '16ed1350-b6e9-468f-b6f8-b36163104fb6', 'port_id': 'f1a28f26-ec42-41bb-b719-dd3bf1865f72', 'mac_address': 'fa:16:3e:cc:76:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51bb1bab-872c-4ceb-9fbe-29d778bed824', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:56:09.003641 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:09.025077 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a28f26-ec42-41bb-b719-dd3bf1865f72 {{(pid=93279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:56:09.029016 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:09.068153 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d943283-702a-4a83-8a79-4affc3274b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:56:09.070431 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684630205e793650736d742c593896f55c3712126ad5fa6ebc9acffcc34ee486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903ad966-62eb-4da9-84b8-38a5246bae2d" -d '{"events": [{"server_uuid": "0d943283-702a-4a83-8a79-4affc3274b5a", "name": "network-vif-plugged", "status": "completed", "tag": "7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:56:09.074200 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port f1a28f26-ec42-41bb-b719-dd3bf1865f72, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f1a28f26-ec42-41bb-b719-dd3bf1865f72,segment=NetworkSegment(adb9e319-f0b7-4bc8-9c25-0b0db42fbca0),segment_id=adb9e319-f0b7-4bc8-9c25-0b0db42fbca0)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:09.075577 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-4687d408-2c21-4f56-8e12-ac9585c206b5 service neutron] 10.222.0.49 "GET /v2.0/networks/38366486-a444-4ffd-9f7e-e3d09bf8ba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346426 Aug 10 04:56:09.084460 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:09.087703 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93,segment=NetworkSegment(352272ad-d3ee-4361-b2d1-234512477266),segment_id=352272ad-d3ee-4361-b2d1-234512477266)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:09.098433 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc133a2a-87a5-4dac-923b-ecf3398da2af req-bc00b490-e6e9-4c23-9835-ef3f478a6e9e tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:09.103517 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fc133a2a-87a5-4dac-923b-ecf3398da2af req-bc00b490-e6e9-4c23-9835-ef3f478a6e9e tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d943283-702a-4a83-8a79-4affc3274b5a HTTP/1.1" status: 200 len: 944 time: 0.0868459 Aug 10 04:56:09.114637 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:09.142187 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=f1a28f26-ec42-41bb-b719-dd3bf1865f72,revision_number=4']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:09.148733 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fc133a2a-87a5-4dac-923b-ecf3398da2af req-84e39ea3-a567-453b-904c-bf75eb19de18 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418780 Aug 10 04:56:09.197992 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd9e048-59d7-4140-80a7-26dba3137cd3 x-openstack-request-id: req-5cd9e048-59d7-4140-80a7-26dba3137cd3 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:56:09.198272 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d943283-702a-4a83-8a79-4affc3274b5a", "name": "network-vif-plugged", "status": "completed", "tag": "7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:56:09.198519 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5cd9e048-59d7-4140-80a7-26dba3137cd3 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:56:09.198923 dv-cinder-804035-1-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d943283-702a-4a83-8a79-4affc3274b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93', 'code': 200} Aug 10 04:56:09.218066 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93,revision_number=5']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:09.306456 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ddb22-a462-48f8-9cc3-c0ef5ab375b2 req-2359abbc-b305-4595-96dc-49721253fb35 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:09.307558 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6a7ddb22-a462-48f8-9cc3-c0ef5ab375b2 req-2359abbc-b305-4595-96dc-49721253fb35 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0592935 Aug 10 04:56:09.426404 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-63f04f25-a627-4ee3-bb5f-05303c7f3be3 req-0a583716-2d4a-489d-9706-9ab15ddbef02 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 210 time: 0.0569711 Aug 10 04:56:09.433418 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6a7ddb22-a462-48f8-9cc3-c0ef5ab375b2 req-1bfad7b5-2519-4568-ba36-478eee8e7ee7 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192439 Aug 10 04:56:09.460782 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082ce81-2a30-4c77-a8bb-472308348e5c req-30826048-7f10-4116-82f0-9ce14cefc38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:09.462420 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e082ce81-2a30-4c77-a8bb-472308348e5c req-30826048-7f10-4116-82f0-9ce14cefc38b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0d943283-702a-4a83-8a79-4affc3274b5a HTTP/1.1" status: 200 len: 1098 time: 0.1214051 Aug 10 04:56:09.509877 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e082ce81-2a30-4c77-a8bb-472308348e5c req-bef4bd5c-7073-42d8-826c-8dae8a4ffb6b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370424 Aug 10 04:56:09.621170 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a8ca0-48de-46a4-bdd1-a380873e5ff9 req-a6f3384f-6340-428e-884d-998cd973076e tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:09.622665 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-182a8ca0-48de-46a4-bdd1-a380873e5ff9 req-a6f3384f-6340-428e-884d-998cd973076e tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f01fdd4-8333-4d70-a97b-3f130d163191 HTTP/1.1" status: 200 len: 949 time: 0.0488708 Aug 10 04:56:09.660774 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-182a8ca0-48de-46a4-bdd1-a380873e5ff9 req-fa51acaa-d7d4-4115-9ce4-4073a0964762 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8d2d971-d59d-4e8c-a47d-ac755d5e7a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319741 Aug 10 04:56:09.900183 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['f1a28f26-ec42-41bb-b719-dd3bf1865f72'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:56:10.265499 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef335d-9a30-4788-b9b0-ceb69a974bc2 req-3438ef15-8d6b-4292-9eef-1aab9f97e0d7 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:10.267035 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6cef335d-9a30-4788-b9b0-ceb69a974bc2 req-3438ef15-8d6b-4292-9eef-1aab9f97e0d7 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d943283-702a-4a83-8a79-4affc3274b5a HTTP/1.1" status: 200 len: 945 time: 0.0507221 Aug 10 04:56:10.304859 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6cef335d-9a30-4788-b9b0-ceb69a974bc2 req-3d236816-d490-4766-aa9d-a2cc926be352 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313897 Aug 10 04:56:10.718169 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9598e003-c84a-4225-b9a9-800be8bc06dd req-901a464d-2d43-4ac4-96cc-601cfcf99ac9 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 210 time: 0.2202811 Aug 10 04:56:10.755679 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7e04a-623c-405a-9047-1cb25d03a8d4 req-56568d1c-eedd-41fd-b2c3-17bb34012a56 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:10.757335 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-03b7e04a-623c-405a-9047-1cb25d03a8d4 req-56568d1c-eedd-41fd-b2c3-17bb34012a56 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.2498133 Aug 10 04:56:10.820397 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-03b7e04a-623c-405a-9047-1cb25d03a8d4 req-fd824dbc-f7ed-4439-8f87-f0ad99461fa2 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570240 Aug 10 04:56:10.836309 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0387a6-48d3-45e4-833f-cfb6c4ee6aa2 req-7e12954b-14c4-467f-bf59-f9571c736336 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:10.837764 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1b0387a6-48d3-45e4-833f-cfb6c4ee6aa2 req-7e12954b-14c4-467f-bf59-f9571c736336 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f01fdd4-8333-4d70-a97b-3f130d163191 HTTP/1.1" status: 200 len: 949 time: 0.0615072 Aug 10 04:56:10.889571 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1b0387a6-48d3-45e4-833f-cfb6c4ee6aa2 req-e5123c5c-3b9e-4aa2-b7e0-c50a8d924c2f tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8d2d971-d59d-4e8c-a47d-ac755d5e7a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453045 Aug 10 04:56:10.984651 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-bd21fc2d-c359-4726-901d-c33c1844581b tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:10.986091 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-bd21fc2d-c359-4726-901d-c33c1844581b tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.63 "GET /v2.0/networks?id=38366486-a444-4ffd-9f7e-e3d09bf8ba4d HTTP/1.1" status: 200 len: 808 time: 0.1111741 Aug 10 04:56:11.056084 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-b910f29f-f0dc-444f-b6c2-dc00596e2b2d tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6675a69d46c84a9aa91ed89f3afdd555 HTTP/1.1" status: 200 len: 380 time: 0.0416963 Aug 10 04:56:11.067427 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-a6a97dcf-b321-4ace-bd55-102cd6e8a43d tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Request body: {'port': {'device_id': '37dce471-e944-4e02-ac65-5ae1cf8deb2b', 'network_id': '38366486-a444-4ffd-9f7e-e3d09bf8ba4d', 'admin_state_up': True, 'tenant_id': '6675a69d46c84a9aa91ed89f3afdd555', 'security_groups': ['3db4ee29-4dea-4785-8d2a-ad357c564f4d']}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:56:11.190815 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-a6a97dcf-b321-4ace-bd55-102cd6e8a43d tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Made reservation on behalf of 6675a69d46c84a9aa91ed89f3afdd555 for: {'port': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:56:11.195207 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-a6a97dcf-b321-4ace-bd55-102cd6e8a43d tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:11.325195 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-a6a97dcf-b321-4ace-bd55-102cd6e8a43d tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Allocated IP 172.20.0.8 (38366486-a444-4ffd-9f7e-e3d09bf8ba4d/404d0b3f-eed4-469f-9a9a-34be80c2a585/d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:56:11.487195 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c77ddf-70d4-4d54-b655-d62b0c43183c req-dd0c1660-9adc-49b9-94f5-89185751b62d tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:11.488976 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-35c77ddf-70d4-4d54-b655-d62b0c43183c req-dd0c1660-9adc-49b9-94f5-89185751b62d tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d943283-702a-4a83-8a79-4affc3274b5a HTTP/1.1" status: 200 len: 945 time: 0.1096845 Aug 10 04:56:11.508753 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-a6a97dcf-b321-4ace-bd55-102cd6e8a43d tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:11.531849 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-a6a97dcf-b321-4ace-bd55-102cd6e8a43d tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Transition to ACTIVE for port object d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51 will not be triggered until provisioned by entity DHCP. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:56:11.549442 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-35c77ddf-70d4-4d54-b655-d62b0c43183c req-aaf17b5c-7e8b-420f-adac-fef17ad0630a tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508976 Aug 10 04:56:11.579108 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-a6a97dcf-b321-4ace-bd55-102cd6e8a43d tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:11.627280 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-a6a97dcf-b321-4ace-bd55-102cd6e8a43d tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Network 38366486-a444-4ffd-9f7e-e3d09bf8ba4d is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:56:11.630391 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-a6a97dcf-b321-4ace-bd55-102cd6e8a43d tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:56:11.634262 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-a6a97dcf-b321-4ace-bd55-102cd6e8a43d tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:56:11.658517 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a97dcf-b321-4ace-bd55-102cd6e8a43d tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Pushing event updated for resources: {'Port': ['ID=d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:11.689824 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-a6a97dcf-b321-4ace-bd55-102cd6e8a43d tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:11.690482 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-a6a97dcf-b321-4ace-bd55-102cd6e8a43d tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:11.708903 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-a6a97dcf-b321-4ace-bd55-102cd6e8a43d tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6452010 Aug 10 04:56:11.722033 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-725f8cf1-c254-43ba-ac5b-60de1c60ecb2 service neutron] Request body: {'port': {'device_id': '37dce471-e944-4e02-ac65-5ae1cf8deb2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:56:11.779348 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-725f8cf1-c254-43ba-ac5b-60de1c60ecb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:11.907583 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-354541a7-f04f-40ef-b47e-4d9dc720aaf4 None None] Provisioning for port d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51 completed by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:56:11.913918 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-354541a7-f04f-40ef-b47e-4d9dc720aaf4 None None] Provisioning complete for port d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51 triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:56:11.914363 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-354541a7-f04f-40ef-b47e-4d9dc720aaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:11.951834 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-354541a7-f04f-40ef-b47e-4d9dc720aaf4 None None] Port d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51 cannot update to ACTIVE because it is not bound. {{(pid=93279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:56:11.965231 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524b2df-34c9-480e-b23f-d43c83530266 req-83e619e6-63fa-4f19-ac99-c1ae140fb983 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:11.967124 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5524b2df-34c9-480e-b23f-d43c83530266 req-83e619e6-63fa-4f19-ac99-c1ae140fb983 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 931 time: 0.1497090 Aug 10 04:56:12.081673 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fd11a-86ed-4639-b0ba-b205de97fcf3 req-ad7a6c9c-0d20-48ff-933d-2dddda066d67 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:12.083299 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-975fd11a-86ed-4639-b0ba-b205de97fcf3 req-ad7a6c9c-0d20-48ff-933d-2dddda066d67 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.1699357 Aug 10 04:56:12.088438 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5524b2df-34c9-480e-b23f-d43c83530266 req-d13c7cbf-b422-4c7f-8841-415c252523d2 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/security-groups?id=3db4ee29-4dea-4785-8d2a-ad357c564f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134322 Aug 10 04:56:12.159001 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-975fd11a-86ed-4639-b0ba-b205de97fcf3 req-0bdc2d8f-4d1d-49e7-abbc-497b1f8d3177 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668983 Aug 10 04:56:12.214986 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-725f8cf1-c254-43ba-ac5b-60de1c60ecb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51 {{(pid=93278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:56:12.225047 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-725f8cf1-c254-43ba-ac5b-60de1c60ecb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:12.246033 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45ef86-99e8-4a16-8313-4fe5d95821f3 req-70b04eae-e42b-45a4-b25f-89be5de058fa tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:12.247579 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0f45ef86-99e8-4a16-8313-4fe5d95821f3 req-70b04eae-e42b-45a4-b25f-89be5de058fa tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f01fdd4-8333-4d70-a97b-3f130d163191 HTTP/1.1" status: 200 len: 949 time: 0.0941105 Aug 10 04:56:12.250429 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-725f8cf1-c254-43ba-ac5b-60de1c60ecb2 service neutron] Transition to ACTIVE for port object d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:56:12.257916 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-725f8cf1-c254-43ba-ac5b-60de1c60ecb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7361716'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:12.343578 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f8cf1-c254-43ba-ac5b-60de1c60ecb2 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:12.349403 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0f45ef86-99e8-4a16-8313-4fe5d95821f3 req-cf6f759b-ca48-4d43-a75d-188644bde7e1 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8d2d971-d59d-4e8c-a47d-ac755d5e7a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927505 Aug 10 04:56:12.422163 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-725f8cf1-c254-43ba-ac5b-60de1c60ecb2 service neutron] Attempting to bind port d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:56:12.422501 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-725f8cf1-c254-43ba-ac5b-60de1c60ecb2 service neutron] Attempting to bind port d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38366486-a444-4ffd-9f7e-e3d09bf8ba4d'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:56:12.422832 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-725f8cf1-c254-43ba-ac5b-60de1c60ecb2 service neutron] Attempting to bind port d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51 on network 38366486-a444-4ffd-9f7e-e3d09bf8ba4d {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:56:12.427427 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-725f8cf1-c254-43ba-ac5b-60de1c60ecb2 service neutron] Port d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51 on network 38366486-a444-4ffd-9f7e-e3d09bf8ba4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:56:12.427780 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-725f8cf1-c254-43ba-ac5b-60de1c60ecb2 service neutron] Attempting to bind port d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51 on network 38366486-a444-4ffd-9f7e-e3d09bf8ba4d {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:56:12.433188 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-725f8cf1-c254-43ba-ac5b-60de1c60ecb2 service neutron] Checking agent: {'id': '51cc88f3-029f-45e4-af3a-d9472a1d6530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'started_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:56:12.433495 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-725f8cf1-c254-43ba-ac5b-60de1c60ecb2 service neutron] Checking segment: {'id': 'fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38366486-a444-4ffd-9f7e-e3d09bf8ba4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:56:12.433876 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-725f8cf1-c254-43ba-ac5b-60de1c60ecb2 service neutron] Bound using segment: {'id': 'fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38366486-a444-4ffd-9f7e-e3d09bf8ba4d'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:56:12.434318 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-725f8cf1-c254-43ba-ac5b-60de1c60ecb2 service neutron] Bound port: d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38366486-a444-4ffd-9f7e-e3d09bf8ba4d'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:56:12.434662 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-725f8cf1-c254-43ba-ac5b-60de1c60ecb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:12.500178 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-725f8cf1-c254-43ba-ac5b-60de1c60ecb2 service neutron] For port d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51, host hv-cinder-80403, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:56:12.503084 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-725f8cf1-c254-43ba-ac5b-60de1c60ecb2 service neutron] For port d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51,segment=NetworkSegment(fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa),segment_id=fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:56:12.509053 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-725f8cf1-c254-43ba-ac5b-60de1c60ecb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7361716'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:12.543104 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-725f8cf1-c254-43ba-ac5b-60de1c60ecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:12.543718 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-725f8cf1-c254-43ba-ac5b-60de1c60ecb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:12.545088 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-725f8cf1-c254-43ba-ac5b-60de1c60ecb2 service neutron] 10.222.0.63 "PUT /v2.0/ports/d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51 HTTP/1.1" status: 200 len: 1093 time: 0.8280709 Aug 10 04:56:12.545530 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37dce471-e944-4e02-ac65-5ae1cf8deb2b', 'tag': 'd0f4c5e2-02a6-4151-ac0f-fa9f6d570e51'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:56:12.547874 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ad241413e3c5b5cfbdfd8ddf86169eda0c2eb72df278c9415fbec86a6c2f7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb8feec-e98c-4d30-9304-f8dc864f1888" -d '{"events": [{"name": "network-changed", "server_uuid": "37dce471-e944-4e02-ac65-5ae1cf8deb2b", "tag": "d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:56:12.582273 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f8cf1-c254-43ba-ac5b-60de1c60ecb2 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:12.597104 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4e1b20-6e34-4160-96af-9e1a0ba11e3c x-openstack-request-id: req-fa4e1b20-6e34-4160-96af-9e1a0ba11e3c {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:56:12.597421 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37dce471-e944-4e02-ac65-5ae1cf8deb2b", "tag": "d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:56:12.597641 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fa4e1b20-6e34-4160-96af-9e1a0ba11e3c {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:56:12.598186 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37dce471-e944-4e02-ac65-5ae1cf8deb2b', 'tag': 'd0f4c5e2-02a6-4151-ac0f-fa9f6d570e51', 'status': 'completed', 'code': 200} Aug 10 04:56:12.696685 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8feec-e98c-4d30-9304-f8dc864f1888 req-75629e8e-881e-4ba4-b8eb-861c5c4802b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:12.698183 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0eb8feec-e98c-4d30-9304-f8dc864f1888 req-75629e8e-881e-4ba4-b8eb-861c5c4802b5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6675a69d46c84a9aa91ed89f3afdd555&device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 1096 time: 0.0726247 Aug 10 04:56:12.706344 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ed2b6-9eb2-4699-8ba0-a2f48166f2c1 req-3701ff71-edae-4c2d-9bd4-c8c61be6c046 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:12.707975 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e70ed2b6-9eb2-4699-8ba0-a2f48166f2c1 req-3701ff71-edae-4c2d-9bd4-c8c61be6c046 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d943283-702a-4a83-8a79-4affc3274b5a HTTP/1.1" status: 200 len: 945 time: 0.0843441 Aug 10 04:56:12.796536 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device f1a28f26-ec42-41bb-b719-dd3bf1865f72 up at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:56:12.842761 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e70ed2b6-9eb2-4699-8ba0-a2f48166f2c1 req-47bc5231-ce22-49b2-bf33-6d738e562b89 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256773 Aug 10 04:56:12.848088 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning for port f1a28f26-ec42-41bb-b719-dd3bf1865f72 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:56:12.853806 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning complete for port f1a28f26-ec42-41bb-b719-dd3bf1865f72 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:56:12.853806 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:12.892638 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8feec-e98c-4d30-9304-f8dc864f1888 req-38069668-dfc6-491f-b0f1-8a09d8b42aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:12.894140 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0eb8feec-e98c-4d30-9304-f8dc864f1888 req-38069668-dfc6-491f-b0f1-8a09d8b42aea service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=6675a69d46c84a9aa91ed89f3afdd555&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1852734 Aug 10 04:56:12.939098 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:12.963172 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f01fdd4-8333-4d70-a97b-3f130d163191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a28f26-ec42-41bb-b719-dd3bf1865f72'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:56:12.965541 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684630205e793650736d742c593896f55c3712126ad5fa6ebc9acffcc34ee486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94413ddd-3498-4692-afe4-5426aa5e91c7" -d '{"events": [{"server_uuid": "2f01fdd4-8333-4d70-a97b-3f130d163191", "name": "network-vif-plugged", "status": "completed", "tag": "f1a28f26-ec42-41bb-b719-dd3bf1865f72"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:56:12.979633 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port f1a28f26-ec42-41bb-b719-dd3bf1865f72, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f1a28f26-ec42-41bb-b719-dd3bf1865f72,segment=NetworkSegment(adb9e319-f0b7-4bc8-9c25-0b0db42fbca0),segment_id=adb9e319-f0b7-4bc8-9c25-0b0db42fbca0)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:12.984835 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:13.027149 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e16f28d-c3e4-4b30-bfdd-7dcd63d581dd x-openstack-request-id: req-5e16f28d-c3e4-4b30-bfdd-7dcd63d581dd {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:56:13.027439 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f01fdd4-8333-4d70-a97b-3f130d163191", "name": "network-vif-plugged", "status": "completed", "tag": "f1a28f26-ec42-41bb-b719-dd3bf1865f72", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:56:13.027687 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e16f28d-c3e4-4b30-bfdd-7dcd63d581dd {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:56:13.028071 dv-cinder-804035-1-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f01fdd4-8333-4d70-a97b-3f130d163191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a28f26-ec42-41bb-b719-dd3bf1865f72', 'code': 200} Aug 10 04:56:13.053521 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=f1a28f26-ec42-41bb-b719-dd3bf1865f72,revision_number=5']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:13.068712 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8feec-e98c-4d30-9304-f8dc864f1888 req-9f0756d5-24c2-4086-9546-06812ce5db87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:13.070361 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0eb8feec-e98c-4d30-9304-f8dc864f1888 req-9f0756d5-24c2-4086-9546-06812ce5db87 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1689527 Aug 10 04:56:13.197315 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-2890d6b0-0ff7-4db5-99c3-266975494cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:13.198801 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-2890d6b0-0ff7-4db5-99c3-266975494cfa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6675a69d46c84a9aa91ed89f3afdd555&device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 1096 time: 0.0681195 Aug 10 04:56:13.212509 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143511e-462b-4dd0-ba7c-497a83a2132a req-8d612a18-0d3f-4dc4-9127-31799bd09c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:13.214000 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-c143511e-462b-4dd0-ba7c-497a83a2132a req-8d612a18-0d3f-4dc4-9127-31799bd09c30 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2f01fdd4-8333-4d70-a97b-3f130d163191 HTTP/1.1" status: 200 len: 1103 time: 0.0412304 Aug 10 04:56:13.250646 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-cea7ec77-24cd-4b4d-8cfc-44738508ef98 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51 HTTP/1.1" status: 200 len: 217 time: 0.0423253 Aug 10 04:56:13.252690 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-c143511e-462b-4dd0-ba7c-497a83a2132a req-5c0b7a99-4654-43d4-8e27-86f7cbe54970 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e8d2d971-d59d-4e8c-a47d-ac755d5e7a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286858 Aug 10 04:56:13.266881 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59374694-3e04-4c05-959f-3cd92fa95a0b req-c9bf4603-032b-4468-adf4-5558c84a073f tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:13.268295 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-59374694-3e04-4c05-959f-3cd92fa95a0b req-c9bf4603-032b-4468-adf4-5558c84a073f tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 943 time: 0.1011996 Aug 10 04:56:13.324777 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-59374694-3e04-4c05-959f-3cd92fa95a0b req-8fa010b4-a97b-4c48-b1ab-916a307782db tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/security-groups?id=3db4ee29-4dea-4785-8d2a-ad357c564f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428889 Aug 10 04:56:13.332659 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72811802-338b-4316-bb98-f1597cd7e67c req-7cc04448-49a0-4b4c-a00e-39360bb36117 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:13.334163 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-72811802-338b-4316-bb98-f1597cd7e67c req-7cc04448-49a0-4b4c-a00e-39360bb36117 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0888207 Aug 10 04:56:13.374061 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-72811802-338b-4316-bb98-f1597cd7e67c req-604dcf21-4c2f-49c4-9f51-3d53e8752543 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332634 Aug 10 04:56:13.472921 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165de4eb-2677-491e-b2d4-3744b0ef3138 req-f029bba1-1f68-4ea2-a400-1964578aee48 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:13.474997 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-165de4eb-2677-491e-b2d4-3744b0ef3138 req-f029bba1-1f68-4ea2-a400-1964578aee48 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f01fdd4-8333-4d70-a97b-3f130d163191 HTTP/1.1" status: 200 len: 950 time: 0.0493596 Aug 10 04:56:13.551575 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-165de4eb-2677-491e-b2d4-3744b0ef3138 req-4ce0008f-ab00-4997-8e53-01b5aa90f427 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8d2d971-d59d-4e8c-a47d-ac755d5e7a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708239 Aug 10 04:56:13.555417 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-32f52a1e-7993-4c47-b85a-11df0d76cccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:13.557086 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-32f52a1e-7993-4c47-b85a-11df0d76cccd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=404d0b3f-eed4-469f-9a9a-34be80c2a585 HTTP/1.1" status: 200 len: 847 time: 0.0635691 Aug 10 04:56:13.606055 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-7180bbf1-436d-4c4a-a715-12a8749def31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:13.607735 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-7180bbf1-436d-4c4a-a715-12a8749def31 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=38366486-a444-4ffd-9f7e-e3d09bf8ba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423431 Aug 10 04:56:13.903948 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd385f95-12d7-48e4-a1b4-de1270c4baa4 req-9d025a0f-83ec-4403-8396-dabf03ed11e6 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:13.905419 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dd385f95-12d7-48e4-a1b4-de1270c4baa4 req-9d025a0f-83ec-4403-8396-dabf03ed11e6 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d943283-702a-4a83-8a79-4affc3274b5a HTTP/1.1" status: 200 len: 945 time: 0.2967844 Aug 10 04:56:13.933907 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-c4bc4d35-7b7c-416c-b9b4-a63514416ec4 service neutron] 10.222.0.63 "GET /v2.0/networks/38366486-a444-4ffd-9f7e-e3d09bf8ba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151789 Aug 10 04:56:13.960413 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dd385f95-12d7-48e4-a1b4-de1270c4baa4 req-9d2ae259-f9d6-4dd6-b3f3-b8741e1ebdb7 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488520 Aug 10 04:56:14.041087 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-892cb416-8fde-4f11-b087-ac85358dbd51 req-d0ab1208-f8f3-4647-8af3-9d88d1d0a8b9 service neutron] 10.222.0.63 "GET /v2.0/networks/38366486-a444-4ffd-9f7e-e3d09bf8ba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942090 Aug 10 04:56:14.446496 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd6576-c3f2-4f1d-b513-76ecab432c3f req-e1a831b4-892b-407b-b4c7-53459d12b2e7 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:14.448010 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dacd6576-c3f2-4f1d-b513-76ecab432c3f req-e1a831b4-892b-407b-b4c7-53459d12b2e7 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 943 time: 0.0522547 Aug 10 04:56:14.508392 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dacd6576-c3f2-4f1d-b513-76ecab432c3f req-09559c9e-e019-4c52-9d10-f19c3c7c1e35 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/security-groups?id=3db4ee29-4dea-4785-8d2a-ad357c564f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513842 Aug 10 04:56:14.520367 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e74d0c-9a9b-45b9-917c-147ba8aec28a req-d5b27af5-15f3-40c7-933f-5ba34b3b6d9e tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:14.522191 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-88e74d0c-9a9b-45b9-917c-147ba8aec28a req-d5b27af5-15f3-40c7-933f-5ba34b3b6d9e tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0732539 Aug 10 04:56:14.560961 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-88e74d0c-9a9b-45b9-917c-147ba8aec28a req-e664b27c-cb8a-462e-a2cb-7759300ce621 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327563 Aug 10 04:56:14.675450 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b20b4-c11c-4975-b510-84eb3e218e19 req-3a4efcfd-9f66-461a-b7fd-e41214277f70 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:14.676839 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-de8b20b4-c11c-4975-b510-84eb3e218e19 req-3a4efcfd-9f66-461a-b7fd-e41214277f70 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f01fdd4-8333-4d70-a97b-3f130d163191 HTTP/1.1" status: 200 len: 950 time: 0.0584629 Aug 10 04:56:14.727143 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-de8b20b4-c11c-4975-b510-84eb3e218e19 req-5f2985d1-8b2f-4867-9882-e4ca8b96a518 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8d2d971-d59d-4e8c-a47d-ac755d5e7a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419295 Aug 10 04:56:15.095684 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fda122-2775-4ad5-9d3f-6778f5974e88 req-28188cff-2a23-4609-be24-07e0d4df90fd tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:15.097173 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b3fda122-2775-4ad5-9d3f-6778f5974e88 req-28188cff-2a23-4609-be24-07e0d4df90fd tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d943283-702a-4a83-8a79-4affc3274b5a HTTP/1.1" status: 200 len: 945 time: 0.0593922 Aug 10 04:56:15.146353 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b3fda122-2775-4ad5-9d3f-6778f5974e88 req-09650839-628c-4e66-869e-30af1ac2a5e5 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418863 Aug 10 04:56:15.642830 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e846702-4bd8-4808-a4a2-53fe7d19b1aa req-d09023e2-c3cb-405a-93b3-4dae8fdb37be tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:15.644420 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3e846702-4bd8-4808-a4a2-53fe7d19b1aa req-d09023e2-c3cb-405a-93b3-4dae8fdb37be tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 943 time: 0.0577624 Aug 10 04:56:15.712332 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3e846702-4bd8-4808-a4a2-53fe7d19b1aa req-6c06bff9-a624-43b0-911a-08aaaebc709b tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/security-groups?id=3db4ee29-4dea-4785-8d2a-ad357c564f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581663 Aug 10 04:56:15.720417 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08e7ac-85b7-4cdd-a680-5c65192a5273 req-8255a5c4-c919-465a-94c0-235c324971bf tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:15.721914 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2d08e7ac-85b7-4cdd-a680-5c65192a5273 req-8255a5c4-c919-465a-94c0-235c324971bf tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0765860 Aug 10 04:56:15.762931 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2d08e7ac-85b7-4cdd-a680-5c65192a5273 req-d2c6e4f4-c096-4e14-8222-1fcf2bc5a964 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346701 Aug 10 04:56:15.850496 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bcbf39-ff8d-4a86-bd3b-1f206ea1bb39 req-d390771f-f5ae-4b34-b011-bd31eaac487c tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:15.851988 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-99bcbf39-ff8d-4a86-bd3b-1f206ea1bb39 req-d390771f-f5ae-4b34-b011-bd31eaac487c tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f01fdd4-8333-4d70-a97b-3f130d163191 HTTP/1.1" status: 200 len: 950 time: 0.0520859 Aug 10 04:56:15.889754 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-99bcbf39-ff8d-4a86-bd3b-1f206ea1bb39 req-fc7569ce-981c-4fc8-b971-81e01ef4bb6f tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8d2d971-d59d-4e8c-a47d-ac755d5e7a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317385 Aug 10 04:56:16.270301 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a098f5-635e-496c-927d-d57176d0aeb2 req-7edceedd-5407-4080-a773-4a03ffd9bbc3 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:16.272157 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-86a098f5-635e-496c-927d-d57176d0aeb2 req-7edceedd-5407-4080-a773-4a03ffd9bbc3 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d943283-702a-4a83-8a79-4affc3274b5a HTTP/1.1" status: 200 len: 945 time: 0.0513127 Aug 10 04:56:16.313616 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-86a098f5-635e-496c-927d-d57176d0aeb2 req-8c65c478-7c66-4400-9981-5735a8ac5a66 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324526 Aug 10 04:56:16.836061 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719b060-403b-46fb-9c7f-0ece58ddc528 req-5ffe3606-48d2-4be1-9164-d440bf6af161 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:16.837461 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b719b060-403b-46fb-9c7f-0ece58ddc528 req-5ffe3606-48d2-4be1-9164-d440bf6af161 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 943 time: 0.0530419 Aug 10 04:56:16.878390 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b719b060-403b-46fb-9c7f-0ece58ddc528 req-827ce740-267b-4260-92ad-48bd23d84687 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/security-groups?id=3db4ee29-4dea-4785-8d2a-ad357c564f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348423 Aug 10 04:56:16.998583 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff850e29-275c-4f5f-9b52-b1731d6e0972 req-a3f573a2-d0e7-450b-aaba-7ebcf7ccd087 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:17.000048 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ff850e29-275c-4f5f-9b52-b1731d6e0972 req-a3f573a2-d0e7-450b-aaba-7ebcf7ccd087 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0793042 Aug 10 04:56:17.070725 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0240760-7c15-4d25-94d0-1bdfacf3c72e req-e6b4f881-be4f-4976-ba65-016d7d714fdb tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:17.072192 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f0240760-7c15-4d25-94d0-1bdfacf3c72e req-e6b4f881-be4f-4976-ba65-016d7d714fdb tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.63 "GET /v2.0/ports?device_id=0d943283-702a-4a83-8a79-4affc3274b5a HTTP/1.1" status: 200 len: 945 time: 0.1147516 Aug 10 04:56:17.076213 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ff850e29-275c-4f5f-9b52-b1731d6e0972 req-b4a998f5-d861-4566-9d13-588f35acf884 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605476 Aug 10 04:56:17.092752 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065b84a-1072-49c3-afd2-21f10215be73 req-4ba4e08b-e424-4a7a-96f7-31158295e0ab tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:17.094210 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a065b84a-1072-49c3-afd2-21f10215be73 req-4ba4e08b-e424-4a7a-96f7-31158295e0ab tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f01fdd4-8333-4d70-a97b-3f130d163191 HTTP/1.1" status: 200 len: 950 time: 0.1242065 Aug 10 04:56:17.144845 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a28c65d0-2722-4a17-90e1-b970ef484fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:17.215664 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a065b84a-1072-49c3-afd2-21f10215be73 req-f3e498ee-d21b-4dce-9e5a-0393794a4835 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8d2d971-d59d-4e8c-a47d-ac755d5e7a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062689 Aug 10 04:56:17.259020 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-f0240760-7c15-4d25-94d0-1bdfacf3c72e req-dcfef3c0-e317-414c-928c-3feda050660a tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Deleting port 7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:56:17.259499 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-f0240760-7c15-4d25-94d0-1bdfacf3c72e req-dcfef3c0-e317-414c-928c-3feda050660a tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:17.346315 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-f0240760-7c15-4d25-94d0-1bdfacf3c72e req-dcfef3c0-e317-414c-928c-3feda050660a tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] For port 7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93,segment=NetworkSegment(352272ad-d3ee-4361-b2d1-234512477266),segment_id=352272ad-d3ee-4361-b2d1-234512477266)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:17.346916 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-f0240760-7c15-4d25-94d0-1bdfacf3c72e req-dcfef3c0-e317-414c-928c-3feda050660a tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:17.361792 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-f0240760-7c15-4d25-94d0-1bdfacf3c72e req-dcfef3c0-e317-414c-928c-3feda050660a tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Calling delete_port for 7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93 owned by compute:nova {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:56:17.501526 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c11b41-890c-46f7-b303-15814f66fc7f req-4766fdc3-4352-4a87-91a4-fecb039c465f tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:17.502996 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-47c11b41-890c-46f7-b303-15814f66fc7f req-4766fdc3-4352-4a87-91a4-fecb039c465f tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d943283-702a-4a83-8a79-4affc3274b5a HTTP/1.1" status: 200 len: 945 time: 0.1003087 Aug 10 04:56:17.578525 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-47c11b41-890c-46f7-b303-15814f66fc7f req-47b80c39-b26a-42c0-9943-c62620ee3963 tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/security-groups?id=53050071-cabd-4979-91c8-669145e18121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686536 Aug 10 04:56:17.584166 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-f0240760-7c15-4d25-94d0-1bdfacf3c72e req-dcfef3c0-e317-414c-928c-3feda050660a tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:17.604967 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:56:17.614224 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfef3c0-e317-414c-928c-3feda050660a tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Pushing event deleted for resources: {'Port': ['ID=7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:17.674473 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0240760-7c15-4d25-94d0-1bdfacf3c72e req-dcfef3c0-e317-414c-928c-3feda050660a tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] No DVR routers for this DVR port 7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93 on host hv-cinder-80403 {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:56:17.677734 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-f0240760-7c15-4d25-94d0-1bdfacf3c72e req-dcfef3c0-e317-414c-928c-3feda050660a tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:17.679769 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f0240760-7c15-4d25-94d0-1bdfacf3c72e req-dcfef3c0-e317-414c-928c-3feda050660a tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.63 "DELETE /v2.0/ports/7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93 HTTP/1.1" status: 204 len: 173 time: 0.5999329 Aug 10 04:56:17.680198 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d943283-702a-4a83-8a79-4affc3274b5a', 'name': 'network-vif-deleted', 'tag': '7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:56:17.682458 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ad241413e3c5b5cfbdfd8ddf86169eda0c2eb72df278c9415fbec86a6c2f7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de445e35-15d9-4acc-8fbc-73536ce189be" -d '{"events": [{"server_uuid": "0d943283-702a-4a83-8a79-4affc3274b5a", "name": "network-vif-deleted", "tag": "7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:56:17.719971 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a29df8-ac72-4988-b28c-6a207c9a31f5 x-openstack-request-id: req-72a29df8-ac72-4988-b28c-6a207c9a31f5 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:56:17.720469 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d943283-702a-4a83-8a79-4affc3274b5a", "name": "network-vif-deleted", "tag": "7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:56:17.720716 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-72a29df8-ac72-4988-b28c-6a207c9a31f5 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:56:17.721096 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d943283-702a-4a83-8a79-4affc3274b5a', 'name': 'network-vif-deleted', 'tag': '7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93', 'status': 'completed', 'code': 200} Aug 10 04:56:18.000518 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d719e25-5924-4587-baab-aed56303a31d req-293ca7bc-6b8d-4112-82d8-2a1d05e6a130 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:18.001990 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9d719e25-5924-4587-baab-aed56303a31d req-293ca7bc-6b8d-4112-82d8-2a1d05e6a130 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 943 time: 0.0549636 Aug 10 04:56:18.041672 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9d719e25-5924-4587-baab-aed56303a31d req-f61a0cf7-58b9-4f63-b614-5df7bc4ac66d tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/security-groups?id=3db4ee29-4dea-4785-8d2a-ad357c564f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329986 Aug 10 04:56:18.219381 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278cffd-a082-49f0-978a-ef26315acba1 req-4f6745e3-d7d0-48d5-84f4-b44914191ddb tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:18.220852 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1278cffd-a082-49f0-978a-ef26315acba1 req-4f6745e3-d7d0-48d5-84f4-b44914191ddb tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0619669 Aug 10 04:56:18.259927 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1278cffd-a082-49f0-978a-ef26315acba1 req-0922b41a-8344-4b11-8309-1d682b2a81ac tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328066 Aug 10 04:56:18.360537 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed86879c-1dfa-4914-8a3b-f29eda58178d req-a5e346b6-8f8a-430d-8bc2-5d2fd6cb8db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:18.361996 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ed86879c-1dfa-4914-8a3b-f29eda58178d req-a5e346b6-8f8a-430d-8bc2-5d2fd6cb8db2 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 1099 time: 0.0748849 Aug 10 04:56:18.373052 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e3c82-c969-4998-8a52-2c143289b10f req-deb1b953-42c7-40b8-b646-384d238511db tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:18.373360 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:18.374491 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f79e3c82-c969-4998-8a52-2c143289b10f req-deb1b953-42c7-40b8-b646-384d238511db tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f01fdd4-8333-4d70-a97b-3f130d163191 HTTP/1.1" status: 200 len: 950 time: 0.0747614 Aug 10 04:56:18.418345 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ed86879c-1dfa-4914-8a3b-f29eda58178d req-cb9e3322-85cf-48e2-85d3-d0dda0e1cbe1 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428843 Aug 10 04:56:18.430746 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f79e3c82-c969-4998-8a52-2c143289b10f req-cc0264e2-297d-49b4-8c49-6d609e9583a5 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8d2d971-d59d-4e8c-a47d-ac755d5e7a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500851 Aug 10 04:56:18.708373 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2c831be9-b6fb-408a-9592-6126b146ee05 req-a68aa5b9-518b-46e1-a581-d8575b5b00ce tempest-VolumesActionsTest-154126300 tempest-VolumesActionsTest-154126300-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d943283-702a-4a83-8a79-4affc3274b5a HTTP/1.1" status: 200 len: 210 time: 0.0314028 Aug 10 04:56:18.723603 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec7fe0-6ca7-44d5-bf55-4bbb78e22ce9 req-8bc660cc-e501-4bb5-942d-c8a9a399b386 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:18.725079 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-41ec7fe0-6ca7-44d5-bf55-4bbb78e22ce9 req-8bc660cc-e501-4bb5-942d-c8a9a399b386 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f01fdd4-8333-4d70-a97b-3f130d163191 HTTP/1.1" status: 200 len: 950 time: 0.0741391 Aug 10 04:56:18.763457 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-41ec7fe0-6ca7-44d5-bf55-4bbb78e22ce9 req-c9fd52c3-50e1-4ee8-a48e-57ddf5538e55 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8d2d971-d59d-4e8c-a47d-ac755d5e7a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314393 Aug 10 04:56:19.157825 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3988cc-d64c-4861-9b53-d8bf1a9bf18a req-3588f6c0-379e-4667-929d-377d3957f70c tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:19.159319 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1e3988cc-d64c-4861-9b53-d8bf1a9bf18a req-3588f6c0-379e-4667-929d-377d3957f70c tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 943 time: 0.0511777 Aug 10 04:56:19.200865 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1e3988cc-d64c-4861-9b53-d8bf1a9bf18a req-f6fbba0c-3661-41cb-bf3a-b4237d21ef60 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/security-groups?id=3db4ee29-4dea-4785-8d2a-ad357c564f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320878 Aug 10 04:56:19.384244 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735853ca-85a1-457a-936a-bee82f0efa5a req-a1e693d1-7f14-4970-ab3a-5459ffeb3984 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:19.385682 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-735853ca-85a1-457a-936a-bee82f0efa5a req-a1e693d1-7f14-4970-ab3a-5459ffeb3984 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0536904 Aug 10 04:56:19.429583 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-735853ca-85a1-457a-936a-bee82f0efa5a req-39376942-1de3-4cd5-8ab2-e533a2d97883 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345919 Aug 10 04:56:19.891210 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66bef13-8724-4c4a-b717-84268916991f req-51d7f7a7-50a6-46ab-9922-b093cca3adc9 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:19.893200 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f66bef13-8724-4c4a-b717-84268916991f req-51d7f7a7-50a6-46ab-9922-b093cca3adc9 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f01fdd4-8333-4d70-a97b-3f130d163191 HTTP/1.1" status: 200 len: 950 time: 0.0571113 Aug 10 04:56:19.934164 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f66bef13-8724-4c4a-b717-84268916991f req-61e2f3cc-8966-495e-abb9-90054551141b tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8d2d971-d59d-4e8c-a47d-ac755d5e7a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346186 Aug 10 04:56:20.021685 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6ea7a5d3-9b41-4962-aa50-c8325c0f90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:20.202802 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:20.343431 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b913e-268a-4190-a34b-20d107d3a62d req-4224fb24-840a-4e91-8bb3-6ab37318c562 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:20.344917 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-856b913e-268a-4190-a34b-20d107d3a62d req-4224fb24-840a-4e91-8bb3-6ab37318c562 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 943 time: 0.0516751 Aug 10 04:56:20.382117 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-856b913e-268a-4190-a34b-20d107d3a62d req-4a84f636-b90f-417c-a34e-9795b31dd47a tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/security-groups?id=3db4ee29-4dea-4785-8d2a-ad357c564f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313311 Aug 10 04:56:20.550184 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664ef83-4b58-4775-a265-f24da4de35f2 req-69e7a336-4155-4555-ac75-f0b0a2303d06 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:20.551708 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5664ef83-4b58-4775-a265-f24da4de35f2 req-69e7a336-4155-4555-ac75-f0b0a2303d06 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0500896 Aug 10 04:56:20.591331 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5664ef83-4b58-4775-a265-f24da4de35f2 req-d1b41d49-be03-4a34-917f-39cb5e12c48d tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335188 Aug 10 04:56:20.813103 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:56:20.832868 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] No Port match for: 7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93 {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:56:20.833212 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 7d0e813c-bea7-4ed7-a1d8-ed3ed6769e93 not bound to the agent host hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:56:20.978195 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11dd5-fe39-4546-aff0-c54974815a4a req-8b07d592-4f2d-4c0b-9e65-6b50c537bdb0 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:20.979740 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bae11dd5-fe39-4546-aff0-c54974815a4a req-8b07d592-4f2d-4c0b-9e65-6b50c537bdb0 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0789099 Aug 10 04:56:20.985544 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1904e85-897e-4d60-a386-823440f0f367 req-8435e5b3-999e-44dd-bef9-0c1a91895cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:20.986962 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c1904e85-897e-4d60-a386-823440f0f367 req-8435e5b3-999e-44dd-bef9-0c1a91895cce service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7c7b5b90b1974558a6b6090b510234f1&device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 1099 time: 0.0582736 Aug 10 04:56:21.092985 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bae11dd5-fe39-4546-aff0-c54974815a4a req-a66de369-3d3c-4a9f-950c-9904ed17d64b tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050980 Aug 10 04:56:21.121546 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6dfb0-fd5f-4f41-9516-3bd768121a56 req-1a5ccd0e-6da0-4845-8625-477098dfab08 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:21.122998 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-59e6dfb0-fd5f-4f41-9516-3bd768121a56 req-1a5ccd0e-6da0-4845-8625-477098dfab08 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f01fdd4-8333-4d70-a97b-3f130d163191 HTTP/1.1" status: 200 len: 950 time: 0.1131763 Aug 10 04:56:21.150734 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1904e85-897e-4d60-a386-823440f0f367 req-22bb19f4-9360-4bba-b6ed-8ada68ff8224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:21.152168 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c1904e85-897e-4d60-a386-823440f0f367 req-22bb19f4-9360-4bba-b6ed-8ada68ff8224 service neutron] 10.222.0.63 "GET /v2.0/networks?id=fa4da3fe-515b-43af-bfca-345879bf66c5 HTTP/1.1" status: 200 len: 920 time: 0.1515110 Aug 10 04:56:21.171124 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-59e6dfb0-fd5f-4f41-9516-3bd768121a56 req-93d85d03-6a25-4a9c-87c0-cf90f329313f tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8d2d971-d59d-4e8c-a47d-ac755d5e7a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400863 Aug 10 04:56:21.233196 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:21.488929 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:56:21.514390 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9360b-13cf-4387-8db3-cf650fc3a177 req-af3d1f9d-c6da-423c-8486-46caf2e3220e tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:21.515919 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-35a9360b-13cf-4387-8db3-cf650fc3a177 req-af3d1f9d-c6da-423c-8486-46caf2e3220e tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 943 time: 0.0563219 Aug 10 04:56:21.558000 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-35a9360b-13cf-4387-8db3-cf650fc3a177 req-73fa8997-ee7b-4996-bf99-4ea2cd53a17f tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/security-groups?id=3db4ee29-4dea-4785-8d2a-ad357c564f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360000 Aug 10 04:56:22.233105 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f65f1-f144-4dc9-8ac9-7c1dbac70079 req-64d3eee9-c006-4851-8544-be13405909ee tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:22.234537 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3b9f65f1-f144-4dc9-8ac9-7c1dbac70079 req-64d3eee9-c006-4851-8544-be13405909ee tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0591266 Aug 10 04:56:22.284735 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3b9f65f1-f144-4dc9-8ac9-7c1dbac70079 req-9981e0a3-f906-4839-aefe-6e83002cbec8 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441339 Aug 10 04:56:22.389414 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa4c6e-3db1-48cf-baca-49f2071e55de req-cbb961e3-955b-4c88-b695-fe25f56f81c7 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:22.390765 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-06fa4c6e-3db1-48cf-baca-49f2071e55de req-cbb961e3-955b-4c88-b695-fe25f56f81c7 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f01fdd4-8333-4d70-a97b-3f130d163191 HTTP/1.1" status: 200 len: 950 time: 0.0501842 Aug 10 04:56:22.434607 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-06fa4c6e-3db1-48cf-baca-49f2071e55de req-85eb076e-fd9c-4f06-be47-2510441bbf44 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8d2d971-d59d-4e8c-a47d-ac755d5e7a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351164 Aug 10 04:56:22.678455 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b9e84-c9f3-401f-9de8-b3d945d5e685 req-7c0ebc8d-6822-46ff-be97-5522b8e80e66 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:22.679242 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:22.680484 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d48b9e84-c9f3-401f-9de8-b3d945d5e685 req-7c0ebc8d-6822-46ff-be97-5522b8e80e66 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 943 time: 0.0503418 Aug 10 04:56:22.718137 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d48b9e84-c9f3-401f-9de8-b3d945d5e685 req-3463a769-5e37-470e-9c7c-9ab5adfe8063 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/security-groups?id=3db4ee29-4dea-4785-8d2a-ad357c564f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312455 Aug 10 04:56:23.422069 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4a643-a5b1-4eeb-9b6f-616e5d227621 req-6110d9fb-938c-4399-8ee3-a55a4790d1d3 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:23.423517 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-78a4a643-a5b1-4eeb-9b6f-616e5d227621 req-6110d9fb-938c-4399-8ee3-a55a4790d1d3 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0603905 Aug 10 04:56:23.464684 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-78a4a643-a5b1-4eeb-9b6f-616e5d227621 req-14e3504c-35a3-4ca0-bfc7-1364539be435 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324862 Aug 10 04:56:23.568475 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5f257-8cdc-4011-92bd-79590e655e7b req-7350801b-31ad-446f-9976-0a1f4bd559bb tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:23.569963 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-65d5f257-8cdc-4011-92bd-79590e655e7b req-7350801b-31ad-446f-9976-0a1f4bd559bb tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f01fdd4-8333-4d70-a97b-3f130d163191 HTTP/1.1" status: 200 len: 950 time: 0.0502527 Aug 10 04:56:23.608356 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-65d5f257-8cdc-4011-92bd-79590e655e7b req-c6352b5b-7b8a-4254-aecb-d2561b3e4ca4 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8d2d971-d59d-4e8c-a47d-ac755d5e7a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325391 Aug 10 04:56:23.850551 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583649e-2f87-43e1-9fcf-94c515d2dc29 req-e2f1c417-e368-418f-8017-2ebacd9edf1d tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:23.852014 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1583649e-2f87-43e1-9fcf-94c515d2dc29 req-e2f1c417-e368-418f-8017-2ebacd9edf1d tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 943 time: 0.0574498 Aug 10 04:56:23.893059 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1583649e-2f87-43e1-9fcf-94c515d2dc29 req-35f778ad-da20-4e69-a58a-d77a4af77338 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/security-groups?id=3db4ee29-4dea-4785-8d2a-ad357c564f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320742 Aug 10 04:56:24.386305 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c1904e85-897e-4d60-a386-823440f0f367 req-f4b3d2c3-8e03-434d-a065-8673084b62e7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0d976ab-e736-4987-892d-9d160b351bdc HTTP/1.1" status: 200 len: 217 time: 0.0482192 Aug 10 04:56:24.585356 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c246eb-6a9b-40d8-86ac-69f14edff8a6 req-71b20bf1-91a3-4b1e-b88b-435e91771b5c tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:24.586865 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-30c246eb-6a9b-40d8-86ac-69f14edff8a6 req-71b20bf1-91a3-4b1e-b88b-435e91771b5c tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0509107 Aug 10 04:56:24.633692 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-30c246eb-6a9b-40d8-86ac-69f14edff8a6 req-1c1732ab-2416-49e9-a05b-12ff4c727755 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380487 Aug 10 04:56:24.746715 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60998d-50a9-4867-a548-51fe204f6349 req-a240d3b9-335e-416e-9f8b-4d1da930353c tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:24.748220 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ec60998d-50a9-4867-a548-51fe204f6349 req-a240d3b9-335e-416e-9f8b-4d1da930353c tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f01fdd4-8333-4d70-a97b-3f130d163191 HTTP/1.1" status: 200 len: 950 time: 0.0505400 Aug 10 04:56:24.788143 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ec60998d-50a9-4867-a548-51fe204f6349 req-184bc888-c180-42e5-8b59-1202ccfee27b tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8d2d971-d59d-4e8c-a47d-ac755d5e7a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307984 Aug 10 04:56:25.022459 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4cb19-b58c-4758-b04f-f93cdefaf54a req-60e75d11-9bc2-496d-93c4-82eb25f03c02 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:25.023988 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-65d4cb19-b58c-4758-b04f-f93cdefaf54a req-60e75d11-9bc2-496d-93c4-82eb25f03c02 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 943 time: 0.0529859 Aug 10 04:56:25.061902 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-65d4cb19-b58c-4758-b04f-f93cdefaf54a req-ca8312bc-ee6e-41ee-8fb5-8e830c565f56 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/security-groups?id=3db4ee29-4dea-4785-8d2a-ad357c564f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314276 Aug 10 04:56:25.763608 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600eaf20-985f-417b-889e-dffbfee30465 req-7df9edd9-5e77-4bc0-be79-b3359b112f90 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:25.765288 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-600eaf20-985f-417b-889e-dffbfee30465 req-7df9edd9-5e77-4bc0-be79-b3359b112f90 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0525956 Aug 10 04:56:25.806472 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-600eaf20-985f-417b-889e-dffbfee30465 req-bb99e632-d0a6-4424-b06b-8b10f459412c tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327837 Aug 10 04:56:25.914094 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfa14a-1f8b-4be9-bf2e-c15b64bca940 req-386738fb-9d24-47d1-a35f-db6e60b2f291 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:25.915534 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-75dfa14a-1f8b-4be9-bf2e-c15b64bca940 req-386738fb-9d24-47d1-a35f-db6e60b2f291 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f01fdd4-8333-4d70-a97b-3f130d163191 HTTP/1.1" status: 200 len: 950 time: 0.0506854 Aug 10 04:56:25.956066 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-75dfa14a-1f8b-4be9-bf2e-c15b64bca940 req-a54a07e9-2a2a-4b2e-905e-0db0b4536404 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8d2d971-d59d-4e8c-a47d-ac755d5e7a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314710 Aug 10 04:56:26.181566 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51be2d-4cb5-4a81-8599-a40b668e34e4 req-ed217564-a840-41a4-a9c2-b5b59801bcf9 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:26.183003 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cb51be2d-4cb5-4a81-8599-a40b668e34e4 req-ed217564-a840-41a4-a9c2-b5b59801bcf9 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 943 time: 0.0549695 Aug 10 04:56:26.221643 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cb51be2d-4cb5-4a81-8599-a40b668e34e4 req-908d4726-9cb2-4918-b3b4-fbea7006b260 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/security-groups?id=3db4ee29-4dea-4785-8d2a-ad357c564f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318019 Aug 10 04:56:26.394699 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1904e85-897e-4d60-a386-823440f0f367 req-95989741-61b9-46d3-b0e5-c16756f8be24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:26.396164 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c1904e85-897e-4d60-a386-823440f0f367 req-95989741-61b9-46d3-b0e5-c16756f8be24 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3decaebb-6db7-465e-9b45-ecf80d350e0e HTTP/1.1" status: 200 len: 859 time: 0.0455794 Aug 10 04:56:26.428816 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c1904e85-897e-4d60-a386-823440f0f367 req-d97af071-4dbb-451b-b2f9-3ef742ae4cb2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fa4da3fe-515b-43af-bfca-345879bf66c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230010 Aug 10 04:56:26.438729 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292ec56-a0e4-4497-8224-c3aebaf20fc6 req-0a9042a6-c531-422d-9d85-48ed2e31c707 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:26.440201 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-6292ec56-a0e4-4497-8224-c3aebaf20fc6 req-0a9042a6-c531-422d-9d85-48ed2e31c707 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f01fdd4-8333-4d70-a97b-3f130d163191 HTTP/1.1" status: 200 len: 950 time: 0.0521474 Aug 10 04:56:26.521253 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c1904e85-897e-4d60-a386-823440f0f367 req-8d31775b-f9f2-4c93-84bc-45fba048c72c service neutron] 10.222.0.63 "GET /v2.0/networks/fa4da3fe-515b-43af-bfca-345879bf66c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838292 Aug 10 04:56:26.540009 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [req-6292ec56-a0e4-4497-8224-c3aebaf20fc6 req-3cad5dd7-43ce-4338-98e6-ed26eaf79a13 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Deleting port f1a28f26-ec42-41bb-b719-dd3bf1865f72 {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:56:26.540356 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-6292ec56-a0e4-4497-8224-c3aebaf20fc6 req-3cad5dd7-43ce-4338-98e6-ed26eaf79a13 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:26.611819 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c1904e85-897e-4d60-a386-823440f0f367 req-04e9772e-d703-4dd5-85bf-233812b2f23e service neutron] 10.222.0.63 "GET /v2.0/networks/fa4da3fe-515b-43af-bfca-345879bf66c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829420 Aug 10 04:56:26.631318 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [req-6292ec56-a0e4-4497-8224-c3aebaf20fc6 req-3cad5dd7-43ce-4338-98e6-ed26eaf79a13 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] For port f1a28f26-ec42-41bb-b719-dd3bf1865f72, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f1a28f26-ec42-41bb-b719-dd3bf1865f72,segment=NetworkSegment(adb9e319-f0b7-4bc8-9c25-0b0db42fbca0),segment_id=adb9e319-f0b7-4bc8-9c25-0b0db42fbca0)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:26.631681 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-6292ec56-a0e4-4497-8224-c3aebaf20fc6 req-3cad5dd7-43ce-4338-98e6-ed26eaf79a13 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:26.645929 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [req-6292ec56-a0e4-4497-8224-c3aebaf20fc6 req-3cad5dd7-43ce-4338-98e6-ed26eaf79a13 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Calling delete_port for f1a28f26-ec42-41bb-b719-dd3bf1865f72 owned by compute:nova {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:56:26.777977 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-6292ec56-a0e4-4497-8224-c3aebaf20fc6 req-3cad5dd7-43ce-4338-98e6-ed26eaf79a13 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:26.809821 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad5dd7-43ce-4338-98e6-ed26eaf79a13 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Pushing event deleted for resources: {'Port': ['ID=f1a28f26-ec42-41bb-b719-dd3bf1865f72,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:26.821294 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad5dd7-43ce-4338-98e6-ed26eaf79a13 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:26.821639 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad5dd7-43ce-4338-98e6-ed26eaf79a13 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:26.821971 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad5dd7-43ce-4338-98e6-ed26eaf79a13 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:26.822332 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad5dd7-43ce-4338-98e6-ed26eaf79a13 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:26.822655 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad5dd7-43ce-4338-98e6-ed26eaf79a13 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:26.822975 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad5dd7-43ce-4338-98e6-ed26eaf79a13 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:26.823383 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad5dd7-43ce-4338-98e6-ed26eaf79a13 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:26.823819 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad5dd7-43ce-4338-98e6-ed26eaf79a13 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:26.824382 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad5dd7-43ce-4338-98e6-ed26eaf79a13 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:26.824702 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad5dd7-43ce-4338-98e6-ed26eaf79a13 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:26.825026 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad5dd7-43ce-4338-98e6-ed26eaf79a13 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:26.825331 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad5dd7-43ce-4338-98e6-ed26eaf79a13 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:26.845071 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device f1a28f26-ec42-41bb-b719-dd3bf1865f72 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:56:26.861374 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [req-6292ec56-a0e4-4497-8224-c3aebaf20fc6 req-3cad5dd7-43ce-4338-98e6-ed26eaf79a13 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] No DVR routers for this DVR port f1a28f26-ec42-41bb-b719-dd3bf1865f72 on host hv-cinder-80403 {{(pid=93277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:56:26.864158 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-6292ec56-a0e4-4497-8224-c3aebaf20fc6 req-3cad5dd7-43ce-4338-98e6-ed26eaf79a13 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:26.866299 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-6292ec56-a0e4-4497-8224-c3aebaf20fc6 req-3cad5dd7-43ce-4338-98e6-ed26eaf79a13 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.63 "DELETE /v2.0/ports/f1a28f26-ec42-41bb-b719-dd3bf1865f72 HTTP/1.1" status: 204 len: 173 time: 0.4153721 Aug 10 04:56:26.866864 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f01fdd4-8333-4d70-a97b-3f130d163191', 'name': 'network-vif-deleted', 'tag': 'f1a28f26-ec42-41bb-b719-dd3bf1865f72'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:56:26.869226 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0435c65cf5a8cc8383a9c7cfa6853d0e89819f93ab363e4d384fd3b31d716135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cc962c-8c4c-4f8c-a4af-2fecb0e8e5e1" -d '{"events": [{"server_uuid": "2f01fdd4-8333-4d70-a97b-3f130d163191", "name": "network-vif-deleted", "tag": "f1a28f26-ec42-41bb-b719-dd3bf1865f72"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:56:26.877210 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] No Port match for: f1a28f26-ec42-41bb-b719-dd3bf1865f72 {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:56:26.877210 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device f1a28f26-ec42-41bb-b719-dd3bf1865f72 not bound to the agent host hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:56:26.929585 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207c440c-0ce2-4913-b59d-4f3d7adfc88e x-openstack-request-id: req-207c440c-0ce2-4913-b59d-4f3d7adfc88e {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:56:26.929871 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f01fdd4-8333-4d70-a97b-3f130d163191", "name": "network-vif-deleted", "tag": "f1a28f26-ec42-41bb-b719-dd3bf1865f72", "status": "completed", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:56:26.930120 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-207c440c-0ce2-4913-b59d-4f3d7adfc88e {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:56:26.930522 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f01fdd4-8333-4d70-a97b-3f130d163191', 'name': 'network-vif-deleted', 'tag': 'f1a28f26-ec42-41bb-b719-dd3bf1865f72', 'status': 'completed', 'code': 200} Aug 10 04:56:26.957790 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b90392-7d3f-46b9-bc7b-4d694755a698 req-82ad4738-b53b-4b2a-917d-9d4d774470e9 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:26.959932 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-28b90392-7d3f-46b9-bc7b-4d694755a698 req-82ad4738-b53b-4b2a-917d-9d4d774470e9 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0546005 Aug 10 04:56:27.004111 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-28b90392-7d3f-46b9-bc7b-4d694755a698 req-8a1db5bd-217e-4eb8-b26f-8bfd2e8383b7 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372603 Aug 10 04:56:27.075332 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c8ca55e1-a06a-446e-9b2a-17d0598a5deb req-598ddb15-8c61-415f-94a0-f4213d24f965 tempest-VolumesNegativeTest-1151262244 tempest-VolumesNegativeTest-1151262244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f01fdd4-8333-4d70-a97b-3f130d163191 HTTP/1.1" status: 200 len: 210 time: 0.0277886 Aug 10 04:56:27.356821 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25604a-d9dc-424f-9fac-a37f9586828c req-4eb77b12-e188-4fd8-8540-3dda03fcff43 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:27.358987 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1c25604a-d9dc-424f-9fac-a37f9586828c req-4eb77b12-e188-4fd8-8540-3dda03fcff43 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 943 time: 0.0569849 Aug 10 04:56:27.402024 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1c25604a-d9dc-424f-9fac-a37f9586828c req-bce588c8-8315-4492-a7c5-2f5bf0d82c3f tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/security-groups?id=3db4ee29-4dea-4785-8d2a-ad357c564f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369015 Aug 10 04:56:28.134089 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a90af-d611-44c8-9ec7-9607e5ebbc21 req-d0606e76-8935-4136-abc4-ca53ec4afdc6 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:28.135693 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-518a90af-d611-44c8-9ec7-9607e5ebbc21 req-d0606e76-8935-4136-abc4-ca53ec4afdc6 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0504761 Aug 10 04:56:28.179538 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-518a90af-d611-44c8-9ec7-9607e5ebbc21 req-a6df43d9-6078-4453-8580-4f08a8722a1f tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359483 Aug 10 04:56:28.537370 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a90d6-aa28-46eb-9fd3-fca1d62f64e0 req-16bbcada-fbe1-4713-8469-c16af31140dd tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:28.538937 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b49a90d6-aa28-46eb-9fd3-fca1d62f64e0 req-16bbcada-fbe1-4713-8469-c16af31140dd tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 943 time: 0.0559759 Aug 10 04:56:28.580214 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b49a90d6-aa28-46eb-9fd3-fca1d62f64e0 req-60e54505-ebc7-410c-89f0-72d38d8e7e71 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/security-groups?id=3db4ee29-4dea-4785-8d2a-ad357c564f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352259 Aug 10 04:56:29.375323 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5e2f1-b5b4-458f-8df8-8c65a9f0a830 req-76878c76-05e7-4970-a6fb-ee932ec465d4 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:29.378166 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0eb5e2f1-b5b4-458f-8df8-8c65a9f0a830 req-76878c76-05e7-4970-a6fb-ee932ec465d4 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.1147130 Aug 10 04:56:29.450064 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0eb5e2f1-b5b4-458f-8df8-8c65a9f0a830 req-28f14c95-2e86-4847-8aa8-6eeaad930985 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648425 Aug 10 04:56:29.744336 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b21d9a-3e6d-4dc9-a7e8-d44fa232c4bb req-4a58fc2a-3d94-4363-9b36-452a8e70224e tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:29.747600 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-32b21d9a-3e6d-4dc9-a7e8-d44fa232c4bb req-4a58fc2a-3d94-4363-9b36-452a8e70224e tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 943 time: 0.0817127 Aug 10 04:56:29.809692 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-32b21d9a-3e6d-4dc9-a7e8-d44fa232c4bb req-621473d7-c72e-40d3-bc9f-ec1f0563987b tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/security-groups?id=3db4ee29-4dea-4785-8d2a-ad357c564f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560439 Aug 10 04:56:30.621131 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d01cd-7bcd-4372-8239-351120248075 req-7e5fcdd6-d4c2-4a40-9d15-ff340c4a7b25 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:30.644242 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-651d01cd-7bcd-4372-8239-351120248075 req-7e5fcdd6-d4c2-4a40-9d15-ff340c4a7b25 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0854998 Aug 10 04:56:30.720139 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-651d01cd-7bcd-4372-8239-351120248075 req-ec815ab7-1fc2-48ef-b9b0-9a9d957fd8f8 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749002 Aug 10 04:56:30.849733 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:56:31.030525 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51,segment=NetworkSegment(fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa),segment_id=fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:31.044144 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af55df6-5388-49f9-b131-d2206a4d1a5a req-8c8b306c-1871-4783-a799-61090610d306 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:31.051426 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Returning: {'device': 'd0f4c5e2-02a6-4151-ac0f-fa9f6d570e51', 'network_id': '38366486-a444-4ffd-9f7e-e3d09bf8ba4d', 'port_id': 'd0f4c5e2-02a6-4151-ac0f-fa9f6d570e51', 'mac_address': 'fa:16:3e:2a:74:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '404d0b3f-eed4-469f-9a9a-34be80c2a585', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:56:31.058884 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9af55df6-5388-49f9-b131-d2206a4d1a5a req-8c8b306c-1871-4783-a799-61090610d306 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 943 time: 0.1442716 Aug 10 04:56:31.104097 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:31.121101 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9af55df6-5388-49f9-b131-d2206a4d1a5a req-ba2e84f8-0094-4e67-9166-fc8877e87e00 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/security-groups?id=3db4ee29-4dea-4785-8d2a-ad357c564f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560362 Aug 10 04:56:31.144120 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51 {{(pid=93279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:56:31.174244 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51,segment=NetworkSegment(fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa),segment_id=fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:31.184341 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:31.263803 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51,revision_number=4']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:31.271929 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:31.272515 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:31.273028 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:31.273537 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:31.274102 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:31.274445 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:31.274784 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:31.275124 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:31.275477 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:31.275859 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:31.276122 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:31.276774 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:31.703013 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:56:31.886523 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b57d23-75c8-426f-b2c9-2aaa3c79e5ec req-64e7c978-722e-42c9-b69a-61a5fcf3a58e tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:31.911338 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-54b57d23-75c8-426f-b2c9-2aaa3c79e5ec req-64e7c978-722e-42c9-b69a-61a5fcf3a58e tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0812030 Aug 10 04:56:31.981087 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-54b57d23-75c8-426f-b2c9-2aaa3c79e5ec req-16892417-86dc-4b38-874b-8642e0a6c99a tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697827 Aug 10 04:56:32.563718 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b922284-4a46-4e5f-9714-0beb83162f1d req-837bd425-13c6-464e-ba1d-6f27f55aaf97 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:32.567860 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3b922284-4a46-4e5f-9714-0beb83162f1d req-837bd425-13c6-464e-ba1d-6f27f55aaf97 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 944 time: 0.3428221 Aug 10 04:56:32.611189 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3b922284-4a46-4e5f-9714-0beb83162f1d req-33784107-9c4a-49d9-a319-416d1ef91ca6 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/security-groups?id=3db4ee29-4dea-4785-8d2a-ad357c564f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390327 Aug 10 04:56:33.752819 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82fb82e-bfa6-46fd-a888-1bbdfbec63b0 req-074fd2b0-c552-4507-b267-21d89b4c26da tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:33.761839 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f82fb82e-bfa6-46fd-a888-1bbdfbec63b0 req-074fd2b0-c552-4507-b267-21d89b4c26da tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 944 time: 0.0605948 Aug 10 04:56:33.824620 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f82fb82e-bfa6-46fd-a888-1bbdfbec63b0 req-ebd37319-920d-41de-aca4-5bea6b3ebf3a tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/security-groups?id=3db4ee29-4dea-4785-8d2a-ad357c564f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614126 Aug 10 04:56:34.948588 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4ed2c-9a7a-4757-8774-dacf67566262 req-a54bc3e9-0386-4c6d-8684-b51bb634db0a tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:34.950479 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ffb4ed2c-9a7a-4757-8774-dacf67566262 req-a54bc3e9-0386-4c6d-8684-b51bb634db0a tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 944 time: 0.0607347 Aug 10 04:56:34.991653 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ffb4ed2c-9a7a-4757-8774-dacf67566262 req-391749fd-32e0-4fb0-b7f3-fe81ef550d24 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/security-groups?id=3db4ee29-4dea-4785-8d2a-ad357c564f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345464 Aug 10 04:56:36.114568 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b726668-b73a-4eed-954f-f914dc0ab5af req-5c33a672-a3cc-4f3a-82a3-b78ae8263f01 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:36.116342 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1b726668-b73a-4eed-954f-f914dc0ab5af req-5c33a672-a3cc-4f3a-82a3-b78ae8263f01 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 944 time: 0.0524883 Aug 10 04:56:36.164022 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1b726668-b73a-4eed-954f-f914dc0ab5af req-1e108391-2a4e-460c-9bc4-50bdb23b456b tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/security-groups?id=3db4ee29-4dea-4785-8d2a-ad357c564f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384955 Aug 10 04:56:37.294905 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65610d03-0b13-4d6d-9968-64a219a9bd55 req-4a362368-d741-4acf-9afc-6da0ca7c4060 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:37.297215 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-65610d03-0b13-4d6d-9968-64a219a9bd55 req-4a362368-d741-4acf-9afc-6da0ca7c4060 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 944 time: 0.0538068 Aug 10 04:56:37.341318 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-65610d03-0b13-4d6d-9968-64a219a9bd55 req-1005a39a-8f66-4f3c-9b94-c591033eae5d tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/security-groups?id=3db4ee29-4dea-4785-8d2a-ad357c564f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357552 Aug 10 04:56:38.481300 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b330831-37f6-4c9b-acd2-7930b8e57794 req-c40822ba-1fe7-4361-8d21-bec970b33e24 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:38.489376 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9b330831-37f6-4c9b-acd2-7930b8e57794 req-c40822ba-1fe7-4361-8d21-bec970b33e24 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 944 time: 0.0610301 Aug 10 04:56:38.531308 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9b330831-37f6-4c9b-acd2-7930b8e57794 req-4536a798-4c81-4ddc-80b8-d540d39c95c0 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/security-groups?id=3db4ee29-4dea-4785-8d2a-ad357c564f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407424 Aug 10 04:56:39.694151 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67cb9b-6e79-4563-adac-5e983684b475 req-20c5b93e-1532-4eee-9135-47ccd36b5891 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:39.704537 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bc67cb9b-6e79-4563-adac-5e983684b475 req-20c5b93e-1532-4eee-9135-47ccd36b5891 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 944 time: 0.0927386 Aug 10 04:56:39.776479 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bc67cb9b-6e79-4563-adac-5e983684b475 req-89cfa65d-e02b-4133-8103-7ff918f62acc tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/security-groups?id=3db4ee29-4dea-4785-8d2a-ad357c564f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706666 Aug 10 04:56:39.914304 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 60960) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:39.984018 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51 up at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:56:40.058245 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning for port d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:56:40.065985 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning complete for port d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:56:40.066401 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:40.132717 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 60964) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:40.144489 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-cc2eac2b-98c5-4d76-a17a-2bf5c474e8ed admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5e7028b1e7d74545ac8688db78c9b292&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2186940 Aug 10 04:56:40.162422 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:40.199879 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37dce471-e944-4e02-ac65-5ae1cf8deb2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f4c5e2-02a6-4151-ac0f-fa9f6d570e51'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:56:40.202961 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684630205e793650736d742c593896f55c3712126ad5fa6ebc9acffcc34ee486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcedf1d-5293-4cac-b285-78b2bb2c2971" -d '{"events": [{"server_uuid": "37dce471-e944-4e02-ac65-5ae1cf8deb2b", "name": "network-vif-plugged", "status": "completed", "tag": "d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:56:40.209268 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51,segment=NetworkSegment(fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa),segment_id=fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:40.216207 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:40.233646 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-83b235a0-ed8b-458f-acdf-cd476dfb9158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:40.286006 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50027ec6-2966-4542-a01b-e97b422df797 x-openstack-request-id: req-50027ec6-2966-4542-a01b-e97b422df797 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:56:40.286439 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-83b235a0-ed8b-458f-acdf-cd476dfb9158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:40.286639 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37dce471-e944-4e02-ac65-5ae1cf8deb2b", "name": "network-vif-plugged", "status": "completed", "tag": "d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:56:40.286899 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-50027ec6-2966-4542-a01b-e97b422df797 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:56:40.287337 dv-cinder-804035-1-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37dce471-e944-4e02-ac65-5ae1cf8deb2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f4c5e2-02a6-4151-ac0f-fa9f6d570e51', 'code': 200} Aug 10 04:56:40.324223 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51,revision_number=5']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:40.349833 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-83b235a0-ed8b-458f-acdf-cd476dfb9158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:40.353360 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-83b235a0-ed8b-458f-acdf-cd476dfb9158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:40.355108 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-83b235a0-ed8b-458f-acdf-cd476dfb9158 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e8d2d971-d59d-4e8c-a47d-ac755d5e7a1d HTTP/1.1" status: 204 len: 168 time: 0.2203646 Aug 10 04:56:40.364353 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b235a0-ed8b-458f-acdf-cd476dfb9158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d2d971-d59d-4e8c-a47d-ac755d5e7a1d,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:40.573034 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a7215-7dde-44e4-a010-94d5906da78c req-0de7e4c7-766e-45b5-80f3-a3d1327f4e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:40.575583 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-6c7a7215-7dde-44e4-a010-94d5906da78c req-0de7e4c7-766e-45b5-80f3-a3d1327f4e42 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 1098 time: 0.0542641 Aug 10 04:56:40.647223 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-6c7a7215-7dde-44e4-a010-94d5906da78c req-ea6b98a6-0a4b-4e48-84fb-4ff3de48f644 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=3db4ee29-4dea-4785-8d2a-ad357c564f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525999 Aug 10 04:56:40.901764 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdf5d6-e99f-4d14-9d5e-3866d5a82727 req-6bee7550-f5a9-4ee6-b2e4-93f371bfbe5d tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:40.904480 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-afbdf5d6-e99f-4d14-9d5e-3866d5a82727 req-6bee7550-f5a9-4ee6-b2e4-93f371bfbe5d tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 945 time: 0.0528309 Aug 10 04:56:40.969074 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-afbdf5d6-e99f-4d14-9d5e-3866d5a82727 req-4e71570e-468b-46be-ad46-ebc9d0c3dba2 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/security-groups?id=3db4ee29-4dea-4785-8d2a-ad357c564f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566587 Aug 10 04:56:41.283907 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 32780) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:41.399500 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-caebbf6c-a957-465f-b4e1-c1fb9e10102c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1515326375-network', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:56:41.428224 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caebbf6c-a957-465f-b4e1-c1fb9e10102c admin admin] Made reservation on behalf of f3e6fcb8db8246ba89506c2651668538 for: {'network': 1} {{(pid=93277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:56:41.430701 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-caebbf6c-a957-465f-b4e1-c1fb9e10102c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for network, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:41.440434 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-caebbf6c-a957-465f-b4e1-c1fb9e10102c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:41.547109 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-caebbf6c-a957-465f-b4e1-c1fb9e10102c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:41.554637 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-caebbf6c-a957-465f-b4e1-c1fb9e10102c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:41.581416 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caebbf6c-a957-465f-b4e1-c1fb9e10102c admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=93277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:56:41.592434 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caebbf6c-a957-465f-b4e1-c1fb9e10102c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4129a4a-b08a-466f-a826-210c1d6d5259,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:41.597971 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-caebbf6c-a957-465f-b4e1-c1fb9e10102c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:41.598542 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.db.segments_db [None req-caebbf6c-a957-465f-b4e1-c1fb9e10102c admin admin] Added segment 8c0479b7-c059-4ba6-a645-2bcc381d404f of type vlan for network 38a69901-39a5-4b68-8c2c-6f171225e75b Aug 10 04:56:41.644422 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-caebbf6c-a957-465f-b4e1-c1fb9e10102c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757410051916'] for network, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:41.676646 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-caebbf6c-a957-465f-b4e1-c1fb9e10102c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092'] for network, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:41.677722 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caebbf6c-a957-465f-b4e1-c1fb9e10102c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:41.678309 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-caebbf6c-a957-465f-b4e1-c1fb9e10102c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:41.733494 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-caebbf6c-a957-465f-b4e1-c1fb9e10102c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4470065 Aug 10 04:56:41.736344 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 32788) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:41.741340 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-393057bb-e93e-46ca-8636-ae4a7f5e4639 admin admin] Request body: {'subnet': {'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1515326375-subnet', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'ip_version': 4}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:56:41.758196 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caebbf6c-a957-465f-b4e1-c1fb9e10102c admin admin] Pushing event updated for resources: {'Network': ['ID=38a69901-39a5-4b68-8c2c-6f171225e75b,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:41.775468 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393057bb-e93e-46ca-8636-ae4a7f5e4639 admin admin] Made reservation on behalf of f3e6fcb8db8246ba89506c2651668538 for: {'subnet': 1} {{(pid=93277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:56:41.777841 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Network 38a69901-39a5-4b68-8c2c-6f171225e75b details requested by agent ovs-agent-dv-cinder-804035-1-iscsi with host dv-cinder-804035-1-iscsi {{(pid=93279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:56:41.778571 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-393057bb-e93e-46ca-8636-ae4a7f5e4639 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1136985'] for subnet, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:41.979415 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-393057bb-e93e-46ca-8636-ae4a7f5e4639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59047083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1137003'] for subnet, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:42.059126 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393057bb-e93e-46ca-8636-ae4a7f5e4639 admin admin] Checking segment: {'id': '8c0479b7-c059-4ba6-a645-2bcc381d404f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:56:42.059572 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393057bb-e93e-46ca-8636-ae4a7f5e4639 admin admin] Network hostable DHCP agents. Network: 38a69901-39a5-4b68-8c2c-6f171225e75b, hostable agents: ['5003063e-fd7f-41c4-9249-d5db703bed75'], hosted agents: [] {{(pid=93277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:56:42.065582 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393057bb-e93e-46ca-8636-ae4a7f5e4639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93497194-d72a-4696-b0fc-7223e82fd189,revision_number=0']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:42.085162 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393057bb-e93e-46ca-8636-ae4a7f5e4639 admin admin] Network 38a69901-39a5-4b68-8c2c-6f171225e75b is scheduled to be hosted by DHCP agent 5003063e-fd7f-41c4-9249-d5db703bed75 with binding_index 1 {{(pid=93277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:56:42.103114 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-393057bb-e93e-46ca-8636-ae4a7f5e4639 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-1-iscsi, 38a69901-39a5-4b68-8c2c-6f171225e75b) {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:56:42.108456 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393057bb-e93e-46ca-8636-ae4a7f5e4639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:42.109355 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-393057bb-e93e-46ca-8636-ae4a7f5e4639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for subnet, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:42.115506 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e935c359-9228-469e-b938-f11943311a28 None None] Network 38a69901-39a5-4b68-8c2c-6f171225e75b requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:56:42.130285 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224170c-0c66-43a7-ab9e-65a47c948bd6 req-088da66e-2d30-45c0-8be1-33b0e5663b50 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:42.132966 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3224170c-0c66-43a7-ab9e-65a47c948bd6 req-088da66e-2d30-45c0-8be1-33b0e5663b50 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 945 time: 0.0938532 Aug 10 04:56:42.141412 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-393057bb-e93e-46ca-8636-ae4a7f5e4639 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4025929 Aug 10 04:56:42.142932 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 32794) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:42.148971 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-2412b246-ca7e-46e2-a101-691ffe63b4b6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1515326375-router', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'}}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:56:42.176928 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2412b246-ca7e-46e2-a101-691ffe63b4b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3318'] for router, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:42.190461 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2412b246-ca7e-46e2-a101-691ffe63b4b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496151', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3325'] for router, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:42.220761 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3224170c-0c66-43a7-ab9e-65a47c948bd6 req-a6897d89-3360-4898-916c-6d1b4bd16732 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/security-groups?id=3db4ee29-4dea-4785-8d2a-ad357c564f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749364 Aug 10 04:56:42.287379 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2412b246-ca7e-46e2-a101-691ffe63b4b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:42.347640 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e852566-f2e0-4e03-a9da-c4b5e897fc58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceae0c74-19ae-54d1-875a-898b6c6c8056-38a69901-39a5-4b68-8c2c-6f171225e75b', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'fixed_ips': [{'subnet_id': '93497194-d72a-4696-b0fc-7223e82fd189'}]}} from dv-cinder-804035-1-iscsi. {{(pid=93279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:56:42.348511 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7e852566-f2e0-4e03-a9da-c4b5e897fc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:42.450320 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2412b246-ca7e-46e2-a101-691ffe63b4b6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:42.586422 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [None req-7e852566-f2e0-4e03-a9da-c4b5e897fc58 None None] Allocated IP 172.20.0.2 (38a69901-39a5-4b68-8c2c-6f171225e75b/93497194-d72a-4696-b0fc-7223e82fd189/1d391ac6-1bdc-4035-adcc-e54f2f756051) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:56:42.732064 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2412b246-ca7e-46e2-a101-691ffe63b4b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:42.753624 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2412b246-ca7e-46e2-a101-691ffe63b4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:42.838004 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7e852566-f2e0-4e03-a9da-c4b5e897fc58 None None] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:42.852909 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-7e852566-f2e0-4e03-a9da-c4b5e897fc58 None None] Transition to ACTIVE for port object 1d391ac6-1bdc-4035-adcc-e54f2f756051 will not be triggered until provisioned by entity L2. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:56:42.868915 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-7e852566-f2e0-4e03-a9da-c4b5e897fc58 None None] Transition to ACTIVE for port object 1d391ac6-1bdc-4035-adcc-e54f2f756051 will not be triggered until provisioned by entity DHCP. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:56:42.884599 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7e852566-f2e0-4e03-a9da-c4b5e897fc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:42.911816 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [None req-2412b246-ca7e-46e2-a101-691ffe63b4b6 admin admin] Allocated IP 172.27.0.127 (0a1a8acd-4687-4edf-98ff-0a50fc5a0482/3fb0ac1d-f2fb-452a-b682-4051fe90b57f/f1b35bd7-7249-4e52-bc66-c2e4a7120741) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:56:42.941056 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e852566-f2e0-4e03-a9da-c4b5e897fc58 None None] Network 38a69901-39a5-4b68-8c2c-6f171225e75b is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:56:42.947698 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-7e852566-f2e0-4e03-a9da-c4b5e897fc58 None None] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:56:42.951315 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e852566-f2e0-4e03-a9da-c4b5e897fc58 None None] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:56:42.961955 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e852566-f2e0-4e03-a9da-c4b5e897fc58 None None] Pushing event updated for resources: {'Port': ['ID=1d391ac6-1bdc-4035-adcc-e54f2f756051,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:43.023359 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-7e852566-f2e0-4e03-a9da-c4b5e897fc58 None None] Attempting to bind port 1d391ac6-1bdc-4035-adcc-e54f2f756051 on host dv-cinder-804035-1-iscsi for vnic_type normal with profile {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:56:43.023924 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-7e852566-f2e0-4e03-a9da-c4b5e897fc58 None None] Attempting to bind port 1d391ac6-1bdc-4035-adcc-e54f2f756051 by drivers openvswitch,hyperv on host dv-cinder-804035-1-iscsi at level 0 using segments [{'id': '8c0479b7-c059-4ba6-a645-2bcc381d404f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b'}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:56:43.024462 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e852566-f2e0-4e03-a9da-c4b5e897fc58 None None] Attempting to bind port 1d391ac6-1bdc-4035-adcc-e54f2f756051 on network 38a69901-39a5-4b68-8c2c-6f171225e75b {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:56:43.033821 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e852566-f2e0-4e03-a9da-c4b5e897fc58 None None] Checking agent: {'id': 'e86c392a-1153-4c8a-96a5-08eb1b77cf3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 44, 50), 'started_at': datetime.datetime(2021, 8, 10, 4, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:56:43.034757 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e852566-f2e0-4e03-a9da-c4b5e897fc58 None None] Checking segment: {'id': '8c0479b7-c059-4ba6-a645-2bcc381d404f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:56:43.035558 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7e852566-f2e0-4e03-a9da-c4b5e897fc58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:43.036384 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e852566-f2e0-4e03-a9da-c4b5e897fc58 None None] Bound using segment: {'id': '8c0479b7-c059-4ba6-a645-2bcc381d404f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b'} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:56:43.037355 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-7e852566-f2e0-4e03-a9da-c4b5e897fc58 None None] Bound port: 1d391ac6-1bdc-4035-adcc-e54f2f756051, host: dv-cinder-804035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c0479b7-c059-4ba6-a645-2bcc381d404f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b'}}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:56:43.038143 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7e852566-f2e0-4e03-a9da-c4b5e897fc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:43.046604 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2412b246-ca7e-46e2-a101-691ffe63b4b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:43.102958 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2412b246-ca7e-46e2-a101-691ffe63b4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:43.124105 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-7e852566-f2e0-4e03-a9da-c4b5e897fc58 None None] For port 1d391ac6-1bdc-4035-adcc-e54f2f756051, host dv-cinder-804035-1-iscsi, cleared binding levels {{(pid=93279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:56:43.128079 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-7e852566-f2e0-4e03-a9da-c4b5e897fc58 None None] For port 1d391ac6-1bdc-4035-adcc-e54f2f756051, host dv-cinder-804035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=1d391ac6-1bdc-4035-adcc-e54f2f756051,segment=NetworkSegment(8c0479b7-c059-4ba6-a645-2bcc381d404f),segment_id=8c0479b7-c059-4ba6-a645-2bcc381d404f)] {{(pid=93279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:56:43.135434 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7e852566-f2e0-4e03-a9da-c4b5e897fc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:43.161948 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2412b246-ca7e-46e2-a101-691ffe63b4b6 admin admin] Network 0a1a8acd-4687-4edf-98ff-0a50fc5a0482 is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:56:43.173536 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-2412b246-ca7e-46e2-a101-691ffe63b4b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:56:43.194148 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2412b246-ca7e-46e2-a101-691ffe63b4b6 admin admin] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:56:43.214938 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e852566-f2e0-4e03-a9da-c4b5e897fc58 None None] Pushing event updated for resources: {'Port': ['ID=1d391ac6-1bdc-4035-adcc-e54f2f756051,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:43.270018 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412b246-ca7e-46e2-a101-691ffe63b4b6 admin admin] Pushing event updated for resources: {'Port': ['ID=f1b35bd7-7249-4e52-bc66-c2e4a7120741,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:43.422414 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c3d0a8-587c-49e0-9c1a-b03642b405e0 req-258521a0-ebac-4530-a464-7e0eb4972faa tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:43.430760 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-46c3d0a8-587c-49e0-9c1a-b03642b405e0 req-258521a0-ebac-4530-a464-7e0eb4972faa tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 945 time: 0.1085021 Aug 10 04:56:43.483683 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-46c3d0a8-587c-49e0-9c1a-b03642b405e0 req-55233650-20ae-4f99-984d-1763f5ea20d7 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/security-groups?id=3db4ee29-4dea-4785-8d2a-ad357c564f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511930 Aug 10 04:56:43.635475 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2412b246-ca7e-46e2-a101-691ffe63b4b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:44.153963 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2412b246-ca7e-46e2-a101-691ffe63b4b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496356'] for router, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:44.471972 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2412b246-ca7e-46e2-a101-691ffe63b4b6 admin admin] Router 0f7ad699-10eb-4988-9dbe-6242e32c5226 is scheduled to L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d with binding_index 1 {{(pid=93277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:56:44.698602 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b77b72-e2c7-4061-bafd-babb5c3ac566 req-87dcb27f-0c9a-4d46-82ae-9fd06267b6c1 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:44.708392 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-93b77b72-e2c7-4061-bafd-babb5c3ac566 req-87dcb27f-0c9a-4d46-82ae-9fd06267b6c1 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 945 time: 0.1025527 Aug 10 04:56:44.710546 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2412b246-ca7e-46e2-a101-691ffe63b4b6 admin admin] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:56:44.728374 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6a9bdb-b12f-443f-8ac8-e1bba22b43b4 None None] Sync routers for ids ['0f7ad699-10eb-4988-9dbe-6242e32c5226'] in dv-cinder-804035-1-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:56:44.751860 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6a9bdb-b12f-443f-8ac8-e1bba22b43b4 None None] Routers {'0f7ad699-10eb-4988-9dbe-6242e32c5226'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:56:44.753085 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-4d6a9bdb-b12f-443f-8ac8-e1bba22b43b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:56:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['0f7ad699-10eb-4988-9dbe-6242e32c5226'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:44.756463 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2412b246-ca7e-46e2-a101-691ffe63b4b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:44.757739 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-2412b246-ca7e-46e2-a101-691ffe63b4b6 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6135499 Aug 10 04:56:44.761450 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 32848) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:44.788735 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-93b77b72-e2c7-4061-bafd-babb5c3ac566 req-42afbf08-0e66-4756-b55f-0b3ef4f6c89e tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/security-groups?id=3db4ee29-4dea-4785-8d2a-ad357c564f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790734 Aug 10 04:56:44.874077 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a59aa0-8be7-4e63-a629-28f66bbe2d85 None None] Network 38a69901-39a5-4b68-8c2c-6f171225e75b requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:56:44.958272 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-14c2e0ea-7b4c-4460-b759-6fe57c0c58e0 None None] Provisioning for port 1d391ac6-1bdc-4035-adcc-e54f2f756051 completed by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:56:45.139787 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7602c-e97f-497c-a81f-27b816b9c0e6 req-59d49bc0-d021-4504-803b-dd67ba38fe39 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:45.143087 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e9e7602c-e97f-497c-a81f-27b816b9c0e6 req-59d49bc0-d021-4504-803b-dd67ba38fe39 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 945 time: 0.1434381 Aug 10 04:56:45.146009 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 1d391ac6-1bdc-4035-adcc-e54f2f756051 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:56:45.146748 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 32854) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:45.185381 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-8f176dbb-6ab8-4eff-a6a1-ca5c4030f097 req-777b5806-ccb4-4852-b831-c49cc3121f27 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1176713 Aug 10 04:56:45.232075 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e9e7602c-e97f-497c-a81f-27b816b9c0e6 req-8c463d7d-480a-4bae-9588-6b02b5f92a87 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/security-groups?id=3db4ee29-4dea-4785-8d2a-ad357c564f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787067 Aug 10 04:56:45.251762 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 32858) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:45.305956 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning for port 1d391ac6-1bdc-4035-adcc-e54f2f756051 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:56:45.311433 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-4d6a9bdb-b12f-443f-8ac8-e1bba22b43b4 None None] Set router 0f7ad699-10eb-4988-9dbe-6242e32c5226 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:56:45.313042 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 1d391ac6-1bdc-4035-adcc-e54f2f756051 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:56:45.314042 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:45.443778 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-988727c5-7754-4aef-b6de-318f2a501984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:45.451435 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:45.504263 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] For port 1d391ac6-1bdc-4035-adcc-e54f2f756051, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=1d391ac6-1bdc-4035-adcc-e54f2f756051,segment=NetworkSegment(8c0479b7-c059-4ba6-a645-2bcc381d404f),segment_id=8c0479b7-c059-4ba6-a645-2bcc381d404f)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:45.517993 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:45.530546 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f176dbb-6ab8-4eff-a6a1-ca5c4030f097 req-7755b95b-135e-4bb8-b257-7c64080f352a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:45.532499 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-8f176dbb-6ab8-4eff-a6a1-ca5c4030f097 req-7755b95b-135e-4bb8-b257-7c64080f352a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=66a8bb3c6be240719e5ec8a74319a2e3&device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 1098 time: 0.2994945 Aug 10 04:56:45.618486 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Pushing event updated for resources: {'Port': ['ID=1d391ac6-1bdc-4035-adcc-e54f2f756051,revision_number=3']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:45.666815 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12469050-b603-4788-9828-93dda3fd5af9 tempest-TestShelveInstance-950880089 tempest-TestShelveInstance-950880089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:45.668762 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-12469050-b603-4788-9828-93dda3fd5af9 tempest-TestShelveInstance-950880089 tempest-TestShelveInstance-950880089-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 1093 time: 0.4156361 Aug 10 04:56:45.676375 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 32866) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:45.683217 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-711b4307-0da5-4da2-a12e-e27707a29341 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Request body: {'floatingip': {'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'port_id': 'd0f4c5e2-02a6-4151-ac0f-fa9f6d570e51', 'tenant_id': '6675a69d46c84a9aa91ed89f3afdd555', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:56:45.710817 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-988727c5-7754-4aef-b6de-318f2a501984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:45.738280 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-988727c5-7754-4aef-b6de-318f2a501984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:45.747478 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-711b4307-0da5-4da2-a12e-e27707a29341 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks [] for floatingip, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:45.796995 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-4d6a9bdb-b12f-443f-8ac8-e1bba22b43b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'name': 'tempest-TestVolumeBootPattern-1515326375-router', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:43Z', 'revision_number': 3, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'gw_port': {'id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi'}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:45.827142 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f176dbb-6ab8-4eff-a6a1-ca5c4030f097 req-96664983-0626-4527-98f6-ee3526edc2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:45.828005 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-d133ceb4-fb27-42d0-9a4d-3bbc0751c863 None None] Provisioning complete for port 1d391ac6-1bdc-4035-adcc-e54f2f756051 triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:56:45.828527 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d133ceb4-fb27-42d0-9a4d-3bbc0751c863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:45.828679 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-8f176dbb-6ab8-4eff-a6a1-ca5c4030f097 req-96664983-0626-4527-98f6-ee3526edc2b4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1d5d3c9f-e413-437f-a63e-a3f1a946fd9c HTTP/1.1" status: 200 len: 918 time: 0.2696233 Aug 10 04:56:45.890562 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6a9bdb-b12f-443f-8ac8-e1bba22b43b4 None None] Checking router: 0f7ad699-10eb-4988-9dbe-6242e32c5226 for host: dv-cinder-804035-1-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:56:45.890920 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6a9bdb-b12f-443f-8ac8-e1bba22b43b4 None None] Updating router 0f7ad699-10eb-4988-9dbe-6242e32c5226 port f1b35bd7-7249-4e52-bc66-c2e4a7120741 binding host dv-cinder-804035-1-iscsi {{(pid=93280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:56:45.949965 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4d6a9bdb-b12f-443f-8ac8-e1bba22b43b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:45.962598 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-988727c5-7754-4aef-b6de-318f2a501984 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=81e1c2918acb4ad5937fb4e8cb2d2b38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8145583 Aug 10 04:56:45.964823 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988727c5-7754-4aef-b6de-318f2a501984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58e8515-fed2-4d0c-8ca3-55c0feed561b,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:45.967871 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 32876) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:45.997371 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-8f176dbb-6ab8-4eff-a6a1-ca5c4030f097 req-6800d94d-68e9-4472-9d9d-93f6e52f2f11 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 HTTP/1.1" status: 200 len: 1000 time: 0.1442895 Aug 10 04:56:46.065208 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0e8d9a7d-0a36-49eb-8934-4124db2a54be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:46.083666 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-21862652-d8d8-4cb9-9272-c0fd1fcad6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:46.100976 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f176dbb-6ab8-4eff-a6a1-ca5c4030f097 req-50e064ad-304e-429b-8850-75477951f09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:46.102824 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-8f176dbb-6ab8-4eff-a6a1-ca5c4030f097 req-50e064ad-304e-429b-8850-75477951f09d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=730c2c7a-bff8-4fac-9b46-2ea8ba090a71 HTTP/1.1" status: 200 len: 856 time: 0.0932474 Aug 10 04:56:46.110828 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0e8d9a7d-0a36-49eb-8934-4124db2a54be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:46.172346 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-711b4307-0da5-4da2-a12e-e27707a29341 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:46.175915 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0e8d9a7d-0a36-49eb-8934-4124db2a54be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:46.178541 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0e8d9a7d-0a36-49eb-8934-4124db2a54be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:46.181945 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-0e8d9a7d-0a36-49eb-8934-4124db2a54be admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a58e8515-fed2-4d0c-8ca3-55c0feed561b HTTP/1.1" status: 204 len: 168 time: 0.2107711 Aug 10 04:56:46.233471 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d9a7d-0a36-49eb-8934-4124db2a54be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58e8515-fed2-4d0c-8ca3-55c0feed561b,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:46.338036 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4d6a9bdb-b12f-443f-8ac8-e1bba22b43b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:46.347677 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [None req-21862652-d8d8-4cb9-9272-c0fd1fcad6c6 admin admin] Allocated IP 172.20.0.1 (38a69901-39a5-4b68-8c2c-6f171225e75b/93497194-d72a-4696-b0fc-7223e82fd189/635dfeb1-f01f-4164-ab04-4c6374429c6d) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:56:46.356462 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-4d6a9bdb-b12f-443f-8ac8-e1bba22b43b4 None None] Transition to ACTIVE for port object f1b35bd7-7249-4e52-bc66-c2e4a7120741 will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:56:46.378142 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4d6a9bdb-b12f-443f-8ac8-e1bba22b43b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:46.460914 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [None req-711b4307-0da5-4da2-a12e-e27707a29341 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Allocated IP 172.27.0.151 (0a1a8acd-4687-4edf-98ff-0a50fc5a0482/3fb0ac1d-f2fb-452a-b682-4051fe90b57f/62a59bf2-9c79-480f-b63b-0f02e05293ad) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:56:46.514920 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73e54c-8987-406c-bc4b-89bf6efc8026 None None] Pushing event updated for resources: {'Port': ['ID=f1b35bd7-7249-4e52-bc66-c2e4a7120741,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:46.518229 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f176dbb-6ab8-4eff-a6a1-ca5c4030f097 req-e426f137-691e-4b50-abf1-63dbaea15caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:46.519785 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-8f176dbb-6ab8-4eff-a6a1-ca5c4030f097 req-e426f137-691e-4b50-abf1-63dbaea15caf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1d5d3c9f-e413-437f-a63e-a3f1a946fd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1658382 Aug 10 04:56:46.525261 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c73e54c-8987-406c-bc4b-89bf6efc8026 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:46.525973 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c73e54c-8987-406c-bc4b-89bf6efc8026 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:46.526545 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c73e54c-8987-406c-bc4b-89bf6efc8026 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:46.527173 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c73e54c-8987-406c-bc4b-89bf6efc8026 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:46.527858 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c73e54c-8987-406c-bc4b-89bf6efc8026 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:46.528429 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c73e54c-8987-406c-bc4b-89bf6efc8026 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:46.528972 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c73e54c-8987-406c-bc4b-89bf6efc8026 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:46.529511 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c73e54c-8987-406c-bc4b-89bf6efc8026 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:46.530049 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c73e54c-8987-406c-bc4b-89bf6efc8026 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:46.530591 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c73e54c-8987-406c-bc4b-89bf6efc8026 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:46.531433 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c73e54c-8987-406c-bc4b-89bf6efc8026 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:46.533179 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c73e54c-8987-406c-bc4b-89bf6efc8026 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:46.535857 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-4d6a9bdb-b12f-443f-8ac8-e1bba22b43b4 None None] Attempting to bind port f1b35bd7-7249-4e52-bc66-c2e4a7120741 on host dv-cinder-804035-1-iscsi for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:56:46.536458 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-4d6a9bdb-b12f-443f-8ac8-e1bba22b43b4 None None] Attempting to bind port f1b35bd7-7249-4e52-bc66-c2e4a7120741 by drivers openvswitch,hyperv on host dv-cinder-804035-1-iscsi at level 0 using segments [{'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:56:46.537075 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6a9bdb-b12f-443f-8ac8-e1bba22b43b4 None None] Attempting to bind port f1b35bd7-7249-4e52-bc66-c2e4a7120741 on network 0a1a8acd-4687-4edf-98ff-0a50fc5a0482 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:56:46.545747 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6a9bdb-b12f-443f-8ac8-e1bba22b43b4 None None] Checking agent: {'id': 'e86c392a-1153-4c8a-96a5-08eb1b77cf3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 44, 50), 'started_at': datetime.datetime(2021, 8, 10, 4, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:56:46.546398 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6a9bdb-b12f-443f-8ac8-e1bba22b43b4 None None] Checking segment: {'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:56:46.546997 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4d6a9bdb-b12f-443f-8ac8-e1bba22b43b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:46.547553 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6a9bdb-b12f-443f-8ac8-e1bba22b43b4 None None] Bound using segment: {'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:56:46.548687 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-4d6a9bdb-b12f-443f-8ac8-e1bba22b43b4 None None] Bound port: f1b35bd7-7249-4e52-bc66-c2e4a7120741, host: dv-cinder-804035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:56:46.549357 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4d6a9bdb-b12f-443f-8ac8-e1bba22b43b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:46.632112 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-4d6a9bdb-b12f-443f-8ac8-e1bba22b43b4 None None] For port f1b35bd7-7249-4e52-bc66-c2e4a7120741, host dv-cinder-804035-1-iscsi, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:56:46.639529 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-4d6a9bdb-b12f-443f-8ac8-e1bba22b43b4 None None] For port f1b35bd7-7249-4e52-bc66-c2e4a7120741, host dv-cinder-804035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=f1b35bd7-7249-4e52-bc66-c2e4a7120741,segment=NetworkSegment(b7fff169-1c8e-4170-8d8b-00d331120c68),segment_id=b7fff169-1c8e-4170-8d8b-00d331120c68)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:56:46.639691 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-21862652-d8d8-4cb9-9272-c0fd1fcad6c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:46.647863 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-711b4307-0da5-4da2-a12e-e27707a29341 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:46.656096 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4d6a9bdb-b12f-443f-8ac8-e1bba22b43b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:46.670821 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-21862652-d8d8-4cb9-9272-c0fd1fcad6c6 admin admin] Transition to ACTIVE for port object 635dfeb1-f01f-4164-ab04-4c6374429c6d will not be triggered until provisioned by entity DHCP. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:56:46.710354 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-711b4307-0da5-4da2-a12e-e27707a29341 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:46.720434 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6a9bdb-b12f-443f-8ac8-e1bba22b43b4 None None] Routers {'0f7ad699-10eb-4988-9dbe-6242e32c5226'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:56:46.721071 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-4d6a9bdb-b12f-443f-8ac8-e1bba22b43b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:56:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['0f7ad699-10eb-4988-9dbe-6242e32c5226'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:46.726281 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73e54c-8987-406c-bc4b-89bf6efc8026 None None] Pushing event updated for resources: {'Port': ['ID=f1b35bd7-7249-4e52-bc66-c2e4a7120741,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:46.764005 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-21862652-d8d8-4cb9-9272-c0fd1fcad6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:46.765442 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711b4307-0da5-4da2-a12e-e27707a29341 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Network 0a1a8acd-4687-4edf-98ff-0a50fc5a0482 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:56:46.771717 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-711b4307-0da5-4da2-a12e-e27707a29341 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:56:46.778406 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711b4307-0da5-4da2-a12e-e27707a29341 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:56:46.806201 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-8f176dbb-6ab8-4eff-a6a1-ca5c4030f097 req-e3e3d127-9509-4046-b95d-d085ea7981e9 service neutron] 10.222.0.63 "GET /v2.0/networks/1d5d3c9f-e413-437f-a63e-a3f1a946fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729399 Aug 10 04:56:46.816963 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21862652-d8d8-4cb9-9272-c0fd1fcad6c6 admin admin] Network 38a69901-39a5-4b68-8c2c-6f171225e75b is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:56:46.820555 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-21862652-d8d8-4cb9-9272-c0fd1fcad6c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:56:46.825000 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21862652-d8d8-4cb9-9272-c0fd1fcad6c6 admin admin] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:56:46.882755 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b4307-0da5-4da2-a12e-e27707a29341 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Pushing event updated for resources: {'Port': ['ID=62a59bf2-9c79-480f-b63b-0f02e05293ad,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:46.919434 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 1d391ac6-1bdc-4035-adcc-e54f2f756051 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:56:46.926064 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-4d6a9bdb-b12f-443f-8ac8-e1bba22b43b4 None None] Set router 0f7ad699-10eb-4988-9dbe-6242e32c5226 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:56:46.959198 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21862652-d8d8-4cb9-9272-c0fd1fcad6c6 admin admin] Pushing event updated for resources: {'Port': ['ID=635dfeb1-f01f-4164-ab04-4c6374429c6d,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:46.989633 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-21862652-d8d8-4cb9-9272-c0fd1fcad6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495639'] for router_interface, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:47.019122 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 1d391ac6-1bdc-4035-adcc-e54f2f756051 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:56:47.020424 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:47.121827 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-8f176dbb-6ab8-4eff-a6a1-ca5c4030f097 req-c8a5f1e1-7ffb-4103-91bc-a5d365cede6b service neutron] 10.222.0.63 "GET /v2.0/networks/1d5d3c9f-e413-437f-a63e-a3f1a946fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943463 Aug 10 04:56:47.240494 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-21862652-d8d8-4cb9-9272-c0fd1fcad6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:47.363342 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-4d6a9bdb-b12f-443f-8ac8-e1bba22b43b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'name': 'tempest-TestVolumeBootPattern-1515326375-router', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:43Z', 'revision_number': 3, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'gw_port': {'id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi'}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:47.389345 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 32926) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:47.390443 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f041d3de-e970-426e-be9b-b2ccd77e9a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:47.395946 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc3286dd-1b6d-4a0a-a05b-cae7dc6414dc None None] Provisioning for port 635dfeb1-f01f-4164-ab04-4c6374429c6d completed by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:56:47.404403 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc3286dd-1b6d-4a0a-a05b-cae7dc6414dc None None] Provisioning complete for port 635dfeb1-f01f-4164-ab04-4c6374429c6d triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:56:47.404817 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc3286dd-1b6d-4a0a-a05b-cae7dc6414dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:47.410335 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6a9bdb-b12f-443f-8ac8-e1bba22b43b4 None None] The sync data for ids ['0f7ad699-10eb-4988-9dbe-6242e32c5226'] in dv-cinder-804035-1-iscsi is: [{'id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'name': 'tempest-TestVolumeBootPattern-1515326375-router', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:43Z', 'revision_number': 3, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'gw_port': {'id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi'}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:56:47.461084 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-bc3286dd-1b6d-4a0a-a05b-cae7dc6414dc None None] Port 635dfeb1-f01f-4164-ab04-4c6374429c6d cannot update to ACTIVE because it is not bound. {{(pid=93279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:56:47.561735 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-0b3ef286-5cc3-4115-9b8b-e3ffb5647312 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1485491187-network', 'tenant_id': '5e1a4cff3ea0457193223581684053f6'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:56:47.572493 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-21862652-d8d8-4cb9-9272-c0fd1fcad6c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:47.584061 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-21862652-d8d8-4cb9-9272-c0fd1fcad6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59047126'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:47.620071 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818f5e4-bb4a-41c4-99fe-ecc9baa23b92 req-775a392b-e1e7-4bd1-805a-91481394aa9e tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:47.621651 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a818f5e4-bb4a-41c4-99fe-ecc9baa23b92 req-775a392b-e1e7-4bd1-805a-91481394aa9e tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.1654434 Aug 10 04:56:47.648610 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3ef286-5cc3-4115-9b8b-e3ffb5647312 admin admin] Made reservation on behalf of 5e1a4cff3ea0457193223581684053f6 for: {'network': 1} {{(pid=93277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:56:47.651139 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0b3ef286-5cc3-4115-9b8b-e3ffb5647312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for network, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:47.674525 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0b3ef286-5cc3-4115-9b8b-e3ffb5647312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:47.687635 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-21862652-d8d8-4cb9-9272-c0fd1fcad6c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495779'] for router_interface, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:47.693153 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21862652-d8d8-4cb9-9272-c0fd1fcad6c6 admin admin] Pushing event updated for resources: {'Port': ['ID=635dfeb1-f01f-4164-ab04-4c6374429c6d,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:47.705450 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a818f5e4-bb4a-41c4-99fe-ecc9baa23b92 req-30576667-4586-4920-ad8a-73e3909b47c4 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766096 Aug 10 04:56:47.710174 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-711b4307-0da5-4da2-a12e-e27707a29341 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:47.862384 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21862652-d8d8-4cb9-9272-c0fd1fcad6c6 admin admin] Network 38a69901-39a5-4b68-8c2c-6f171225e75b is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:56:47.865301 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-21862652-d8d8-4cb9-9272-c0fd1fcad6c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:56:47.876661 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-711b4307-0da5-4da2-a12e-e27707a29341 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:47.951057 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0b3ef286-5cc3-4115-9b8b-e3ffb5647312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:47.969178 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0b3ef286-5cc3-4115-9b8b-e3ffb5647312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:48.090031 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b3ef286-5cc3-4115-9b8b-e3ffb5647312 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=93277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:56:48.111271 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ef286-5cc3-4115-9b8b-e3ffb5647312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ce81c4-203a-4e71-8f5b-a599308e0448,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:48.130102 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-711b4307-0da5-4da2-a12e-e27707a29341 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:48.133630 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0b3ef286-5cc3-4115-9b8b-e3ffb5647312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:48.135845 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.db.segments_db [None req-0b3ef286-5cc3-4115-9b8b-e3ffb5647312 admin admin] Added segment 6d1d9be1-35a1-4984-9953-cc66e1de7933 of type vlan for network 95183b14-802e-4c98-a0d8-8ce143978b6f Aug 10 04:56:48.138986 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-711b4307-0da5-4da2-a12e-e27707a29341 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7361716'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:48.157494 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21862652-d8d8-4cb9-9272-c0fd1fcad6c6 admin admin] Router 0f7ad699-10eb-4988-9dbe-6242e32c5226 has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:56:48.218813 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0b3ef286-5cc3-4115-9b8b-e3ffb5647312 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757410051916'] for network, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:48.299145 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-5b03d9cf-ee86-4d4d-b910-5e992ae990bf None None] Provisioning complete for port 635dfeb1-f01f-4164-ab04-4c6374429c6d triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:56:48.299673 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5b03d9cf-ee86-4d4d-b910-5e992ae990bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:48.301222 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b4307-0da5-4da2-a12e-e27707a29341 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Pushing event updated for resources: {'Port': ['ID=62a59bf2-9c79-480f-b63b-0f02e05293ad,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:48.313135 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-711b4307-0da5-4da2-a12e-e27707a29341 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496286'] for floatingip, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:48.351702 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0b3ef286-5cc3-4115-9b8b-e3ffb5647312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092'] for network, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:48.352871 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3ef286-5cc3-4115-9b8b-e3ffb5647312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:48.353517 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0b3ef286-5cc3-4115-9b8b-e3ffb5647312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:48.362913 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-5b03d9cf-ee86-4d4d-b910-5e992ae990bf None None] Port 635dfeb1-f01f-4164-ab04-4c6374429c6d cannot update to ACTIVE because it is not bound. {{(pid=93279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:56:48.406188 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:48.433331 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-0b3ef286-5cc3-4115-9b8b-e3ffb5647312 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0427079 Aug 10 04:56:48.434555 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ef286-5cc3-4115-9b8b-e3ffb5647312 admin admin] Pushing event updated for resources: {'Network': ['ID=95183b14-802e-4c98-a0d8-8ce143978b6f,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:48.437840 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21862652-d8d8-4cb9-9272-c0fd1fcad6c6 admin admin] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:56:48.439093 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 32960) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:48.444321 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-a85d9b64-f8ea-4eef-9c94-6bbede92c0b0 admin admin] Request body: {'subnet': {'network_id': '95183b14-802e-4c98-a0d8-8ce143978b6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1485491187-subnet', 'tenant_id': '5e1a4cff3ea0457193223581684053f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:56:48.451223 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Network 95183b14-802e-4c98-a0d8-8ce143978b6f details requested by agent ovs-agent-dv-cinder-804035-1-iscsi with host dv-cinder-804035-1-iscsi {{(pid=93279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:56:48.451705 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-21862652-d8d8-4cb9-9272-c0fd1fcad6c6 admin admin] 10.222.0.49 "PUT /v2.0/routers/0f7ad699-10eb-4988-9dbe-6242e32c5226/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6895895 Aug 10 04:56:48.487514 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85d9b64-f8ea-4eef-9c94-6bbede92c0b0 admin admin] Made reservation on behalf of 5e1a4cff3ea0457193223581684053f6 for: {'subnet': 1} {{(pid=93277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:56:48.490364 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a85d9b64-f8ea-4eef-9c94-6bbede92c0b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1136985'] for subnet, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:48.497915 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.db.l3_db [None req-711b4307-0da5-4da2-a12e-e27707a29341 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Floating IP 29a22833-c24d-4438-ad0a-3a6c7b1c3e67 associated. External IP: 172.27.0.151, port: d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51. Aug 10 04:56:48.721161 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a85d9b64-f8ea-4eef-9c94-6bbede92c0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59047083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1137003'] for subnet, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:48.787609 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d9b64-f8ea-4eef-9c94-6bbede92c0b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c91b2b1c-4a0d-4ffe-9403-9188038967d7,revision_number=0']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:48.815838 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85d9b64-f8ea-4eef-9c94-6bbede92c0b0 admin admin] Checking segment: {'id': '6d1d9be1-35a1-4984-9953-cc66e1de7933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '95183b14-802e-4c98-a0d8-8ce143978b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:56:48.816254 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85d9b64-f8ea-4eef-9c94-6bbede92c0b0 admin admin] Network hostable DHCP agents. Network: 95183b14-802e-4c98-a0d8-8ce143978b6f, hostable agents: ['5003063e-fd7f-41c4-9249-d5db703bed75'], hosted agents: [] {{(pid=93277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:56:48.817353 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711b4307-0da5-4da2-a12e-e27707a29341 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Router 3dfc1f0a-4e17-4404-be99-e503419cb022 has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:56:48.852886 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85d9b64-f8ea-4eef-9c94-6bbede92c0b0 admin admin] Network 95183b14-802e-4c98-a0d8-8ce143978b6f is scheduled to be hosted by DHCP agent 5003063e-fd7f-41c4-9249-d5db703bed75 with binding_index 1 {{(pid=93277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:56:48.877982 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-a85d9b64-f8ea-4eef-9c94-6bbede92c0b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-1-iscsi, 95183b14-802e-4c98-a0d8-8ce143978b6f) {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:56:48.887983 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85d9b64-f8ea-4eef-9c94-6bbede92c0b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:48.888579 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a85d9b64-f8ea-4eef-9c94-6bbede92c0b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for subnet, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:48.892290 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b273a1b6-68fd-4803-bda9-44ed403b93e7 None None] Network 95183b14-802e-4c98-a0d8-8ce143978b6f requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:56:48.923549 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device f1b35bd7-7249-4e52-bc66-c2e4a7120741 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:56:48.939781 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-a85d9b64-f8ea-4eef-9c94-6bbede92c0b0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4992168 Aug 10 04:56:48.965484 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87ba53-60f0-411e-be29-90a39310fca8 req-63e4412b-3545-432b-bb28-a2ae12dc1f37 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:48.973546 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cb87ba53-60f0-411e-be29-90a39310fca8 req-63e4412b-3545-432b-bb28-a2ae12dc1f37 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.1503427 Aug 10 04:56:49.075114 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cb87ba53-60f0-411e-be29-90a39310fca8 req-d94f42fe-e773-40e0-a1a6-26abee875167 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005049 Aug 10 04:56:49.083973 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711b4307-0da5-4da2-a12e-e27707a29341 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:56:49.105912 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31d6dd2-8c26-47c4-9345-f56ca6cc8e10 None None] Sync routers for ids ['3dfc1f0a-4e17-4404-be99-e503419cb022'] in dv-cinder-804035-1-iscsi {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:56:49.108674 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning for port f1b35bd7-7249-4e52-bc66-c2e4a7120741 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:56:49.120659 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port f1b35bd7-7249-4e52-bc66-c2e4a7120741 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:56:49.120954 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:49.121172 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-711b4307-0da5-4da2-a12e-e27707a29341 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for floatingip, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:49.173865 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-711b4307-0da5-4da2-a12e-e27707a29341 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4810026 Aug 10 04:56:49.173865 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37dce471-e944-4e02-ac65-5ae1cf8deb2b', 'tag': 'd0f4c5e2-02a6-4151-ac0f-fa9f6d570e51'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:56:49.173865 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ad241413e3c5b5cfbdfd8ddf86169eda0c2eb72df278c9415fbec86a6c2f7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b54fb51-c96c-43f3-b754-3ace50a732bd" -d '{"events": [{"name": "network-changed", "server_uuid": "37dce471-e944-4e02-ac65-5ae1cf8deb2b", "tag": "d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:56:49.185587 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31d6dd2-8c26-47c4-9345-f56ca6cc8e10 None None] Routers {'3dfc1f0a-4e17-4404-be99-e503419cb022'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:56:49.185587 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-e31d6dd2-8c26-47c4-9345-f56ca6cc8e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:56:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['3dfc1f0a-4e17-4404-be99-e503419cb022'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:49.215169 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51fee20-d6f6-4f45-a065-e9966f24753b x-openstack-request-id: req-d51fee20-d6f6-4f45-a065-e9966f24753b {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:56:49.215718 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37dce471-e944-4e02-ac65-5ae1cf8deb2b", "tag": "d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:56:49.216336 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d51fee20-d6f6-4f45-a065-e9966f24753b {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:56:49.216969 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37dce471-e944-4e02-ac65-5ae1cf8deb2b', 'tag': 'd0f4c5e2-02a6-4151-ac0f-fa9f6d570e51', 'status': 'completed', 'code': 200} Aug 10 04:56:49.275678 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bf97f8-a3b0-4c0b-8da9-924f6d241c40 None None] Network 95183b14-802e-4c98-a0d8-8ce143978b6f requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:56:49.303431 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 33018) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:49.308948 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-851fa6a2-d6e9-4547-b900-8b0bb3e2754c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1623804774-network', 'tenant_id': '5f617dd00a284b3e8d47b6b5fba8163c'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:56:49.334752 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54fb51-c96c-43f3-b754-3ace50a732bd req-f38ac0ee-8bf5-419d-ae25-6f86ce57d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:49.342525 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-8b54fb51-c96c-43f3-b754-3ace50a732bd req-f38ac0ee-8bf5-419d-ae25-6f86ce57d06b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6675a69d46c84a9aa91ed89f3afdd555&device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 1098 time: 0.0883510 Aug 10 04:56:49.362004 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851fa6a2-d6e9-4547-b900-8b0bb3e2754c admin admin] Made reservation on behalf of 5f617dd00a284b3e8d47b6b5fba8163c for: {'network': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:56:49.364827 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-851fa6a2-d6e9-4547-b900-8b0bb3e2754c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for network, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:49.379632 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-851fa6a2-d6e9-4547-b900-8b0bb3e2754c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:49.475159 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54fb51-c96c-43f3-b754-3ace50a732bd req-1ea18b87-de93-4440-8683-67c3fe4eb360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:49.475382 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-e31d6dd2-8c26-47c4-9345-f56ca6cc8e10 None None] Set router 3dfc1f0a-4e17-4404-be99-e503419cb022 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:56:49.476921 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-8b54fb51-c96c-43f3-b754-3ace50a732bd req-1ea18b87-de93-4440-8683-67c3fe4eb360 service neutron] 10.222.0.63 "GET /v2.0/networks?id=38366486-a444-4ffd-9f7e-e3d09bf8ba4d HTTP/1.1" status: 200 len: 909 time: 0.1260912 Aug 10 04:56:49.502768 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-851fa6a2-d6e9-4547-b900-8b0bb3e2754c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:49.511881 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-851fa6a2-d6e9-4547-b900-8b0bb3e2754c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:49.518113 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:49.540051 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-851fa6a2-d6e9-4547-b900-8b0bb3e2754c admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=93278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:56:49.567821 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-851fa6a2-d6e9-4547-b900-8b0bb3e2754c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:49.570255 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.db.segments_db [None req-851fa6a2-d6e9-4547-b900-8b0bb3e2754c admin admin] Added segment 63127554-987c-4241-959e-673ab3c2afda of type vlan for network f22d150b-820c-4f71-be59-4ce9a56d8c72 Aug 10 04:56:49.573193 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-8b54fb51-c96c-43f3-b754-3ace50a732bd req-12edaf80-3e4c-4947-86df-a0f82040cbad service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51 HTTP/1.1" status: 200 len: 999 time: 0.0860891 Aug 10 04:56:49.574852 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851fa6a2-d6e9-4547-b900-8b0bb3e2754c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92439e22-f559-4f94-9f0f-db7fe1070e50,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:49.642365 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] For port f1b35bd7-7249-4e52-bc66-c2e4a7120741, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=f1b35bd7-7249-4e52-bc66-c2e4a7120741,segment=NetworkSegment(b7fff169-1c8e-4170-8d8b-00d331120c68),segment_id=b7fff169-1c8e-4170-8d8b-00d331120c68)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:49.657978 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54fb51-c96c-43f3-b754-3ace50a732bd req-b99ec8eb-8dbf-4151-9e80-c00fd49129a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:49.659770 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-8b54fb51-c96c-43f3-b754-3ace50a732bd req-b99ec8eb-8dbf-4151-9e80-c00fd49129a8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=404d0b3f-eed4-469f-9a9a-34be80c2a585 HTTP/1.1" status: 200 len: 847 time: 0.0744383 Aug 10 04:56:49.661389 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-851fa6a2-d6e9-4547-b900-8b0bb3e2754c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757410051916'] for network, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:49.663678 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:49.700109 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-851fa6a2-d6e9-4547-b900-8b0bb3e2754c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092'] for network, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:49.701323 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851fa6a2-d6e9-4547-b900-8b0bb3e2754c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:49.702061 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-851fa6a2-d6e9-4547-b900-8b0bb3e2754c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:49.732014 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54fb51-c96c-43f3-b754-3ace50a732bd req-db5fb5ed-6b85-4e57-8ece-a10f429942bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:49.734278 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-8b54fb51-c96c-43f3-b754-3ace50a732bd req-db5fb5ed-6b85-4e57-8ece-a10f429942bb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=38366486-a444-4ffd-9f7e-e3d09bf8ba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574481 Aug 10 04:56:49.768113 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fe958b-f7f8-4315-a298-7ca5aa11e0fd None None] Sync routers for ids ['0f7ad699-10eb-4988-9dbe-6242e32c5226'] in dv-cinder-804035-1-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:56:49.782612 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fe958b-f7f8-4315-a298-7ca5aa11e0fd None None] Routers {'0f7ad699-10eb-4988-9dbe-6242e32c5226'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:56:49.783291 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-09fe958b-f7f8-4315-a298-7ca5aa11e0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:56:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['0f7ad699-10eb-4988-9dbe-6242e32c5226'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:49.950259 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Pushing event updated for resources: {'Port': ['ID=f1b35bd7-7249-4e52-bc66-c2e4a7120741,revision_number=4']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:49.970172 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-09fe958b-f7f8-4315-a298-7ca5aa11e0fd None None] Set router 0f7ad699-10eb-4988-9dbe-6242e32c5226 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:56:50.003778 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-e31d6dd2-8c26-47c4-9345-f56ca6cc8e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'name': 'tempest-TestShelveInstance-522371571-router', 'tenant_id': '6675a69d46c84a9aa91ed89f3afdd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '9c830e50-27ca-439a-91bb-e22b7f3a5924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:55:13Z', 'updated_at': '2021-08-10T04:55:16Z', 'revision_number': 4, 'project_id': '6675a69d46c84a9aa91ed89f3afdd555', 'gw_port': {'id': '9c830e50-27ca-439a-91bb-e22b7f3a5924', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:55:13Z', 'updated_at': '2021-08-10T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_floatingips': [{'id': '29a22833-c24d-4438-ad0a-3a6c7b1c3e67', 'tenant_id': '6675a69d46c84a9aa91ed89f3afdd555', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'router_id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'port_id': 'd0f4c5e2-02a6-4151-ac0f-fa9f6d570e51', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38366486-a444-4ffd-9f7e-e3d09bf8ba4d', 'mac_address': 'fa:16:3e:2a:74:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dce471-e944-4e02-ac65-5ae1cf8deb2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:56:47Z', 'updated_at': '2021-08-10T04:56:47Z', 'revision_number': 0, 'project_id': '6675a69d46c84a9aa91ed89f3afdd555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '272120aa-74a5-4b46-a534-e40e9810acfc', 'name': '', 'network_id': '38366486-a444-4ffd-9f7e-e3d09bf8ba4d', 'tenant_id': '6675a69d46c84a9aa91ed89f3afdd555', 'mac_address': 'fa:16:3e:4d:3a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '404d0b3f-eed4-469f-9a9a-34be80c2a585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:55:15Z', 'updated_at': '2021-08-10T04:55:23Z', 'revision_number': 5, 'project_id': '6675a69d46c84a9aa91ed89f3afdd555', 'subnets': [{'id': '404d0b3f-eed4-469f-9a9a-34be80c2a585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:50.049843 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31d6dd2-8c26-47c4-9345-f56ca6cc8e10 None None] Checking router: 3dfc1f0a-4e17-4404-be99-e503419cb022 for host: dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:56:50.064341 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31d6dd2-8c26-47c4-9345-f56ca6cc8e10 None None] Routers {'3dfc1f0a-4e17-4404-be99-e503419cb022'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:56:50.064972 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-e31d6dd2-8c26-47c4-9345-f56ca6cc8e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:56:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['3dfc1f0a-4e17-4404-be99-e503419cb022'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:50.070019 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 33026) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:50.147673 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-851fa6a2-d6e9-4547-b900-8b0bb3e2754c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8431747 Aug 10 04:56:50.148134 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 33030) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:50.154439 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e6be00d-5468-48e5-827e-5bfdbbe1c269 admin admin] Deleting subnet cb30011b-feb9-4afb-9423-c90e0110daff {{(pid=93278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:56:50.180371 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-8b54fb51-c96c-43f3-b754-3ace50a732bd req-dba322be-0534-4a2a-b298-f3edf4de33f6 service neutron] 10.222.0.63 "GET /v2.0/networks/38366486-a444-4ffd-9f7e-e3d09bf8ba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377050 Aug 10 04:56:50.180633 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-da7a623a-60a5-44d8-9616-56e0296b4dc6 admin admin] Request body: {'subnet': {'network_id': 'f22d150b-820c-4f71-be59-4ce9a56d8c72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1623804774-subnet', 'tenant_id': '5f617dd00a284b3e8d47b6b5fba8163c', 'ip_version': 4}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:56:50.190475 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0e6be00d-5468-48e5-827e-5bfdbbe1c269 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:50.192247 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-af8ad0ce-f892-4738-96fa-80e4bc618bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:50.205640 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-e31d6dd2-8c26-47c4-9345-f56ca6cc8e10 None None] Set router 3dfc1f0a-4e17-4404-be99-e503419cb022 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:56:50.217517 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-09fe958b-f7f8-4315-a298-7ca5aa11e0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'name': 'tempest-TestVolumeBootPattern-1515326375-router', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:47Z', 'revision_number': 4, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'gw_port': {'id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': '635dfeb1-f01f-4164-ab04-4c6374429c6d', 'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'mac_address': 'fa:16:3e:f8:53:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '93497194-d72a-4696-b0fc-7223e82fd189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:46Z', 'updated_at': '2021-08-10T04:56:47Z', 'revision_number': 2, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'subnets': [{'id': '93497194-d72a-4696-b0fc-7223e82fd189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:50.254755 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:50.266202 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fe958b-f7f8-4315-a298-7ca5aa11e0fd None None] Checking router: 0f7ad699-10eb-4988-9dbe-6242e32c5226 for host: dv-cinder-804035-1-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:56:50.266905 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fe958b-f7f8-4315-a298-7ca5aa11e0fd None None] Updating router 0f7ad699-10eb-4988-9dbe-6242e32c5226 port 635dfeb1-f01f-4164-ab04-4c6374429c6d binding host dv-cinder-804035-1-iscsi {{(pid=93280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:56:50.271845 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851fa6a2-d6e9-4547-b900-8b0bb3e2754c admin admin] Pushing event updated for resources: {'Network': ['ID=f22d150b-820c-4f71-be59-4ce9a56d8c72,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:50.291345 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0e6be00d-5468-48e5-827e-5bfdbbe1c269 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6830759'] for subnet, precommit_delete_associations {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:50.294762 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Network f22d150b-820c-4f71-be59-4ce9a56d8c72 details requested by agent ovs-agent-dv-cinder-804035-1-iscsi with host dv-cinder-804035-1-iscsi {{(pid=93279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:56:50.319898 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7a623a-60a5-44d8-9616-56e0296b4dc6 admin admin] Made reservation on behalf of 5f617dd00a284b3e8d47b6b5fba8163c for: {'subnet': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:56:50.320543 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-09fe958b-f7f8-4315-a298-7ca5aa11e0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:50.322183 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-da7a623a-60a5-44d8-9616-56e0296b4dc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7953801'] for subnet, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:50.339969 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-8b54fb51-c96c-43f3-b754-3ace50a732bd req-584f5e9c-076f-4896-b3a4-00a00ab67557 service neutron] 10.222.0.63 "GET /v2.0/networks/38366486-a444-4ffd-9f7e-e3d09bf8ba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505432 Aug 10 04:56:50.424490 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0e6be00d-5468-48e5-827e-5bfdbbe1c269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3582293'] for subnet, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:50.433813 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0022e8b-a5b9-42ec-8ed5-efa6aac2ca21 req-8621df3d-19e7-4832-b1c1-78540f2b0130 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:50.435752 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b0022e8b-a5b9-42ec-8ed5-efa6aac2ca21 req-8621df3d-19e7-4832-b1c1-78540f2b0130 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.2433956 Aug 10 04:56:50.529495 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b0022e8b-a5b9-42ec-8ed5-efa6aac2ca21 req-afd1d179-f89b-4e89-9c75-8dbcdf381814 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739317 Aug 10 04:56:50.570453 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0e6be00d-5468-48e5-827e-5bfdbbe1c269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3582274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7361678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7953826'] for subnet, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:50.577954 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-e31d6dd2-8c26-47c4-9345-f56ca6cc8e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'name': 'tempest-TestShelveInstance-522371571-router', 'tenant_id': '6675a69d46c84a9aa91ed89f3afdd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '9c830e50-27ca-439a-91bb-e22b7f3a5924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:55:13Z', 'updated_at': '2021-08-10T04:55:16Z', 'revision_number': 4, 'project_id': '6675a69d46c84a9aa91ed89f3afdd555', 'gw_port': {'id': '9c830e50-27ca-439a-91bb-e22b7f3a5924', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:55:13Z', 'updated_at': '2021-08-10T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_floatingips': [{'id': '29a22833-c24d-4438-ad0a-3a6c7b1c3e67', 'tenant_id': '6675a69d46c84a9aa91ed89f3afdd555', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'router_id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'port_id': 'd0f4c5e2-02a6-4151-ac0f-fa9f6d570e51', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38366486-a444-4ffd-9f7e-e3d09bf8ba4d', 'mac_address': 'fa:16:3e:2a:74:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dce471-e944-4e02-ac65-5ae1cf8deb2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:56:47Z', 'updated_at': '2021-08-10T04:56:47Z', 'revision_number': 0, 'project_id': '6675a69d46c84a9aa91ed89f3afdd555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '272120aa-74a5-4b46-a534-e40e9810acfc', 'name': '', 'network_id': '38366486-a444-4ffd-9f7e-e3d09bf8ba4d', 'tenant_id': '6675a69d46c84a9aa91ed89f3afdd555', 'mac_address': 'fa:16:3e:4d:3a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '404d0b3f-eed4-469f-9a9a-34be80c2a585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:55:15Z', 'updated_at': '2021-08-10T04:55:23Z', 'revision_number': 5, 'project_id': '6675a69d46c84a9aa91ed89f3afdd555', 'subnets': [{'id': '404d0b3f-eed4-469f-9a9a-34be80c2a585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:50.585861 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0e6be00d-5468-48e5-827e-5bfdbbe1c269 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:50.591280 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-0e6be00d-5468-48e5-827e-5bfdbbe1c269 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/cb30011b-feb9-4afb-9423-c90e0110daff HTTP/1.1" status: 204 len: 168 time: 0.5165415 Aug 10 04:56:50.591466 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 33034) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:50.610664 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6be00d-5468-48e5-827e-5bfdbbe1c269 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb30011b-feb9-4afb-9423-c90e0110daff,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:50.614007 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31d6dd2-8c26-47c4-9345-f56ca6cc8e10 None None] The sync data for ids ['3dfc1f0a-4e17-4404-be99-e503419cb022'] in dv-cinder-804035-1-iscsi is: [{'id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'name': 'tempest-TestShelveInstance-522371571-router', 'tenant_id': '6675a69d46c84a9aa91ed89f3afdd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '9c830e50-27ca-439a-91bb-e22b7f3a5924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:55:13Z', 'updated_at': '2021-08-10T04:55:16Z', 'revision_number': 4, 'project_id': '6675a69d46c84a9aa91ed89f3afdd555', 'gw_port': {'id': '9c830e50-27ca-439a-91bb-e22b7f3a5924', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:55:13Z', 'updated_at': '2021-08-10T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_floatingips': [{'id': '29a22833-c24d-4438-ad0a-3a6c7b1c3e67', 'tenant_id': '6675a69d46c84a9aa91ed89f3afdd555', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'router_id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'port_id': 'd0f4c5e2-02a6-4151-ac0f-fa9f6d570e51', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38366486-a444-4ffd-9f7e-e3d09bf8ba4d', 'mac_address': 'fa:16:3e:2a:74:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dce471-e944-4e02-ac65-5ae1cf8deb2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:56:47Z', 'updated_at': '2021-08-10T04:56:47Z', 'revision_number': 0, 'project_id': '6675a69d46c84a9aa91ed89f3afdd555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '272120aa-74a5-4b46-a534-e40e9810acfc', 'name': '', 'network_id': '38366486-a444-4ffd-9f7e-e3d09bf8ba4d', 'tenant_id': '6675a69d46c84a9aa91ed89f3afdd555', 'mac_address': 'fa:16:3e:4d:3a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '404d0b3f-eed4-469f-9a9a-34be80c2a585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:55:15Z', 'updated_at': '2021-08-10T04:55:23Z', 'revision_number': 5, 'project_id': '6675a69d46c84a9aa91ed89f3afdd555', 'subnets': [{'id': '404d0b3f-eed4-469f-9a9a-34be80c2a585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:56:50.675990 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-34d53ca5-68f7-4fab-940b-e004ea252fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727498'] for network, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:50.682355 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-da7a623a-60a5-44d8-9616-56e0296b4dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7361737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7953851'] for subnet, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:50.750274 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a623a-60a5-44d8-9616-56e0296b4dc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ab50b1b-012f-4854-ac42-8f20b7ece40e,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:50.762390 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-34d53ca5-68f7-4fab-940b-e004ea252fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580114', 'neutron.services.segments.db._delete_segments_for_network-8757410627184'] for network, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:50.762648 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7a623a-60a5-44d8-9616-56e0296b4dc6 admin admin] Checking segment: {'id': '63127554-987c-4241-959e-673ab3c2afda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f22d150b-820c-4f71-be59-4ce9a56d8c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:56:50.763056 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7a623a-60a5-44d8-9616-56e0296b4dc6 admin admin] Network hostable DHCP agents. Network: f22d150b-820c-4f71-be59-4ce9a56d8c72, hostable agents: ['5003063e-fd7f-41c4-9249-d5db703bed75'], hosted agents: [] {{(pid=93278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:56:50.769461 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-09fe958b-f7f8-4315-a298-7ca5aa11e0fd None None] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:50.772542 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-34d53ca5-68f7-4fab-940b-e004ea252fa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b57983f-7f67-4e1a-a5f4-e455640ee157']}} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:50.785301 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-34d53ca5-68f7-4fab-940b-e004ea252fa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '352272ad-d3ee-4361-b2d1-234512477266') {'for_net_delete': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:50.785983 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-34d53ca5-68f7-4fab-940b-e004ea252fa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '352272ad-d3ee-4361-b2d1-234512477266') {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:50.787183 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-09fe958b-f7f8-4315-a298-7ca5aa11e0fd None None] Transition to ACTIVE for port object 635dfeb1-f01f-4164-ab04-4c6374429c6d will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:56:50.788478 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7a623a-60a5-44d8-9616-56e0296b4dc6 admin admin] Network f22d150b-820c-4f71-be59-4ce9a56d8c72 is scheduled to be hosted by DHCP agent 5003063e-fd7f-41c4-9249-d5db703bed75 with binding_index 1 {{(pid=93278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:56:50.797600 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-34d53ca5-68f7-4fab-940b-e004ea252fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757410630265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58878282'] for segment, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:50.799889 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-da7a623a-60a5-44d8-9616-56e0296b4dc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-1-iscsi, f22d150b-820c-4f71-be59-4ce9a56d8c72) {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:56:50.805689 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7a623a-60a5-44d8-9616-56e0296b4dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:50.806543 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-da7a623a-60a5-44d8-9616-56e0296b4dc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:50.809518 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-09fe958b-f7f8-4315-a298-7ca5aa11e0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:50.815878 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da1b1bb-b8d4-42bc-bf22-d453a3e66f5b None None] Network f22d150b-820c-4f71-be59-4ce9a56d8c72 requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:56:50.831261 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-34d53ca5-68f7-4fab-940b-e004ea252fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:50.834967 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 33036) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:50.836321 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-da7a623a-60a5-44d8-9616-56e0296b4dc6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6853895 Aug 10 04:56:50.852590 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-1c101887-e58c-4d26-a6ec-923a3a02e568 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1623804774-router', 'tenant_id': '5f617dd00a284b3e8d47b6b5fba8163c', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'}}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:56:50.871670 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d53ca5-68f7-4fab-940b-e004ea252fa9 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:56:50.872946 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-34d53ca5-68f7-4fab-940b-e004ea252fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59046962'] for segment, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:50.875616 dv-cinder-804035-1-iscsi neutron-server[93277]: Traceback (most recent call last): Aug 10 04:56:50.875616 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:56:50.875616 dv-cinder-804035-1-iscsi neutron-server[93277]: timer() Aug 10 04:56:50.875616 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:56:50.875616 dv-cinder-804035-1-iscsi neutron-server[93277]: cb(*args, **kw) Aug 10 04:56:50.875616 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:56:50.875616 dv-cinder-804035-1-iscsi neutron-server[93277]: return func(*args, **kwargs) Aug 10 04:56:50.875616 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:56:50.875616 dv-cinder-804035-1-iscsi neutron-server[93277]: self._notify() Aug 10 04:56:50.875616 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:56:50.875616 dv-cinder-804035-1-iscsi neutron-server[93277]: self.callback(batched_events) Aug 10 04:56:50.875616 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:56:50.875616 dv-cinder-804035-1-iscsi neutron-server[93277]: event.method(event) Aug 10 04:56:50.875616 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:56:50.875616 dv-cinder-804035-1-iscsi neutron-server[93277]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:56:50.875616 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:56:50.875616 dv-cinder-804035-1-iscsi neutron-server[93277]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:56:50.875616 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:56:50.875616 dv-cinder-804035-1-iscsi neutron-server[93277]: return f(self, *a, **k) Aug 10 04:56:50.875616 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:56:50.875616 dv-cinder-804035-1-iscsi neutron-server[93277]: return self._get(url).json() Aug 10 04:56:50.875616 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:56:50.875616 dv-cinder-804035-1-iscsi neutron-server[93277]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:56:50.875616 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:56:50.875616 dv-cinder-804035-1-iscsi neutron-server[93277]: return self.request(url, 'GET', **kwargs) Aug 10 04:56:50.875616 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:56:50.875616 dv-cinder-804035-1-iscsi neutron-server[93277]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:56:50.875616 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:56:50.875616 dv-cinder-804035-1-iscsi neutron-server[93277]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:56:50.875616 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:56:50.875616 dv-cinder-804035-1-iscsi neutron-server[93277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:56:50.875616 dv-cinder-804035-1-iscsi neutron-server[93277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:56:50.904999 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e50012-3037-4862-80f0-db93dfa6311d None None] Pushing event updated for resources: {'Port': ['ID=635dfeb1-f01f-4164-ab04-4c6374429c6d,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:50.944813 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-09fe958b-f7f8-4315-a298-7ca5aa11e0fd None None] Attempting to bind port 635dfeb1-f01f-4164-ab04-4c6374429c6d on host dv-cinder-804035-1-iscsi for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:56:50.945181 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-09fe958b-f7f8-4315-a298-7ca5aa11e0fd None None] Attempting to bind port 635dfeb1-f01f-4164-ab04-4c6374429c6d by drivers openvswitch,hyperv on host dv-cinder-804035-1-iscsi at level 0 using segments [{'id': '8c0479b7-c059-4ba6-a645-2bcc381d404f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:56:50.945543 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fe958b-f7f8-4315-a298-7ca5aa11e0fd None None] Attempting to bind port 635dfeb1-f01f-4164-ab04-4c6374429c6d on network 38a69901-39a5-4b68-8c2c-6f171225e75b {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:56:50.963854 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fe958b-f7f8-4315-a298-7ca5aa11e0fd None None] Checking agent: {'id': 'e86c392a-1153-4c8a-96a5-08eb1b77cf3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 44, 50), 'started_at': datetime.datetime(2021, 8, 10, 4, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:56:50.964236 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fe958b-f7f8-4315-a298-7ca5aa11e0fd None None] Checking segment: {'id': '8c0479b7-c059-4ba6-a645-2bcc381d404f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:56:50.964638 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-09fe958b-f7f8-4315-a298-7ca5aa11e0fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:50.965021 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fe958b-f7f8-4315-a298-7ca5aa11e0fd None None] Bound using segment: {'id': '8c0479b7-c059-4ba6-a645-2bcc381d404f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:56:50.965670 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-09fe958b-f7f8-4315-a298-7ca5aa11e0fd None None] Bound port: 635dfeb1-f01f-4164-ab04-4c6374429c6d, host: dv-cinder-804035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c0479b7-c059-4ba6-a645-2bcc381d404f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:56:50.966108 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-09fe958b-f7f8-4315-a298-7ca5aa11e0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:51.059341 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d47fa4-f719-446d-8da4-12f9486c4215 None None] New status for floating IP 29a22833-c24d-4438-ad0a-3a6c7b1c3e67: ACTIVE {{(pid=93279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:56:51.071235 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-09fe958b-f7f8-4315-a298-7ca5aa11e0fd None None] For port 635dfeb1-f01f-4164-ab04-4c6374429c6d, host dv-cinder-804035-1-iscsi, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:56:51.079989 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-09fe958b-f7f8-4315-a298-7ca5aa11e0fd None None] For port 635dfeb1-f01f-4164-ab04-4c6374429c6d, host dv-cinder-804035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=635dfeb1-f01f-4164-ab04-4c6374429c6d,segment=NetworkSegment(8c0479b7-c059-4ba6-a645-2bcc381d404f),segment_id=8c0479b7-c059-4ba6-a645-2bcc381d404f)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:56:51.083547 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1c101887-e58c-4d26-a6ec-923a3a02e568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3318'] for router, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:51.089429 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1c101887-e58c-4d26-a6ec-923a3a02e568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496151', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3325'] for router, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:51.089768 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-09fe958b-f7f8-4315-a298-7ca5aa11e0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:51.098591 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-34d53ca5-68f7-4fab-940b-e004ea252fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496300'] for network, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:51.102541 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device f1b35bd7-7249-4e52-bc66-c2e4a7120741 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:56:51.112530 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-34d53ca5-68f7-4fab-940b-e004ea252fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:51.114701 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-34d53ca5-68f7-4fab-940b-e004ea252fa9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8b57983f-7f67-4e1a-a5f4-e455640ee157 HTTP/1.1" status: 204 len: 168 time: 0.5229006 Aug 10 04:56:51.155735 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fe958b-f7f8-4315-a298-7ca5aa11e0fd None None] Routers {'0f7ad699-10eb-4988-9dbe-6242e32c5226'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:56:51.156386 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-09fe958b-f7f8-4315-a298-7ca5aa11e0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:56:50Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['0f7ad699-10eb-4988-9dbe-6242e32c5226'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:51.180748 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3cbcf8-3be7-4ba8-ab06-f3edd9bc6d4e req-3587a93e-8bda-4699-8d6d-8fafca62d805 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:51.184080 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-cf3cbcf8-3be7-4ba8-ab06-f3edd9bc6d4e req-3587a93e-8bda-4699-8d6d-8fafca62d805 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.63 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.2211506 Aug 10 04:56:51.190879 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d53ca5-68f7-4fab-940b-e004ea252fa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b57983f-7f67-4e1a-a5f4-e455640ee157,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:51.272103 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e50012-3037-4862-80f0-db93dfa6311d None None] Pushing event updated for resources: {'Port': ['ID=635dfeb1-f01f-4164-ab04-4c6374429c6d,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:51.311225 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1c101887-e58c-4d26-a6ec-923a3a02e568 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:51.418503 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-09fe958b-f7f8-4315-a298-7ca5aa11e0fd None None] Set router 0f7ad699-10eb-4988-9dbe-6242e32c5226 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:56:51.438435 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 33054) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:51.451847 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca20b91-7767-4500-9abf-507546baf5d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceae0c74-19ae-54d1-875a-898b6c6c8056-f22d150b-820c-4f71-be59-4ce9a56d8c72', 'network_id': 'f22d150b-820c-4f71-be59-4ce9a56d8c72', 'tenant_id': '5f617dd00a284b3e8d47b6b5fba8163c', 'fixed_ips': [{'subnet_id': '4ab50b1b-012f-4854-ac42-8f20b7ece40e'}]}} from dv-cinder-804035-1-iscsi. {{(pid=93279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:56:51.452617 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8ca20b91-7767-4500-9abf-507546baf5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:51.475246 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:51.503850 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port f1b35bd7-7249-4e52-bc66-c2e4a7120741 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:56:51.504474 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:51.507621 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-454445da-47f3-400f-a317-90633d8cd39a tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:51.509587 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-454445da-47f3-400f-a317-90633d8cd39a tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/networks?id=95183b14-802e-4c98-a0d8-8ce143978b6f HTTP/1.1" status: 200 len: 814 time: 0.2069938 Aug 10 04:56:51.513815 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-7cfe28c6-4346-4a19-a418-c69b75ed6eba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4ce369bfd4e340699780f93870f7930e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0742006 Aug 10 04:56:51.518439 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 33056) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:51.553879 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-441e613b-0920-4719-87c1-edd06a3d4e7a tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/quotas/5e1a4cff3ea0457193223581684053f6 HTTP/1.1" status: 200 len: 375 time: 0.0344102 Aug 10 04:56:51.601028 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-72843f5b-be28-46fa-a338-0ab8f73f16aa tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5e1a4cff3ea0457193223581684053f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360155 Aug 10 04:56:51.626446 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d4e25bd3-791c-449b-9ff3-542c8756aa1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:51.656327 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1c101887-e58c-4d26-a6ec-923a3a02e568 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:51.688458 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [req-cf3cbcf8-3be7-4ba8-ab06-f3edd9bc6d4e req-dbdb85da-3b97-476d-81df-53d6fea1a565 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Deleting port 7354f0b1-9415-45cb-8e1a-ae2feae6c835 {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:56:51.689522 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-cf3cbcf8-3be7-4ba8-ab06-f3edd9bc6d4e req-dbdb85da-3b97-476d-81df-53d6fea1a565 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:51.703151 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d4e25bd3-791c-449b-9ff3-542c8756aa1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:51.759611 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-09fe958b-f7f8-4315-a298-7ca5aa11e0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'name': 'tempest-TestVolumeBootPattern-1515326375-router', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:47Z', 'revision_number': 4, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'gw_port': {'id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': '635dfeb1-f01f-4164-ab04-4c6374429c6d', 'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'mac_address': 'fa:16:3e:f8:53:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '93497194-d72a-4696-b0fc-7223e82fd189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:46Z', 'updated_at': '2021-08-10T04:56:51Z', 'revision_number': 4, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'subnets': [{'id': '93497194-d72a-4696-b0fc-7223e82fd189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:51.788728 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fe958b-f7f8-4315-a298-7ca5aa11e0fd None None] The sync data for ids ['0f7ad699-10eb-4988-9dbe-6242e32c5226'] in dv-cinder-804035-1-iscsi is: [{'id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'name': 'tempest-TestVolumeBootPattern-1515326375-router', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:47Z', 'revision_number': 4, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'gw_port': {'id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': '635dfeb1-f01f-4164-ab04-4c6374429c6d', 'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'mac_address': 'fa:16:3e:f8:53:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '93497194-d72a-4696-b0fc-7223e82fd189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:46Z', 'updated_at': '2021-08-10T04:56:51Z', 'revision_number': 4, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'subnets': [{'id': '93497194-d72a-4696-b0fc-7223e82fd189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:56:51.793624 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-2c8ba390-aed4-4d5e-a9d4-948fd05d7e50 service neutron] 10.222.0.49 "GET /v2.0/networks/95183b14-802e-4c98-a0d8-8ce143978b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773310 Aug 10 04:56:51.794805 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [None req-8ca20b91-7767-4500-9abf-507546baf5d8 None None] Allocated IP 172.20.0.2 (f22d150b-820c-4f71-be59-4ce9a56d8c72/4ab50b1b-012f-4854-ac42-8f20b7ece40e/36127942-6cc7-40c2-98ec-daa4ad5b377e) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:56:51.886013 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [req-cf3cbcf8-3be7-4ba8-ab06-f3edd9bc6d4e req-dbdb85da-3b97-476d-81df-53d6fea1a565 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] For port 7354f0b1-9415-45cb-8e1a-ae2feae6c835, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7354f0b1-9415-45cb-8e1a-ae2feae6c835,segment=NetworkSegment(adf267e7-4f91-4f68-a415-a317b9ef2366),segment_id=adf267e7-4f91-4f68-a415-a317b9ef2366)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:51.886398 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-cf3cbcf8-3be7-4ba8-ab06-f3edd9bc6d4e req-dbdb85da-3b97-476d-81df-53d6fea1a565 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:51.903171 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [req-cf3cbcf8-3be7-4ba8-ab06-f3edd9bc6d4e req-dbdb85da-3b97-476d-81df-53d6fea1a565 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Calling delete_port for 7354f0b1-9415-45cb-8e1a-ae2feae6c835 owned by compute:nova {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:56:51.933854 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d4e25bd3-791c-449b-9ff3-542c8756aa1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:51.937017 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d4e25bd3-791c-449b-9ff3-542c8756aa1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:51.940802 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-d4e25bd3-791c-449b-9ff3-542c8756aa1d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/53050071-cabd-4979-91c8-669145e18121 HTTP/1.1" status: 204 len: 168 time: 0.4177814 Aug 10 04:56:51.955440 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-efdafe6e-0a8b-4d93-9335-bffde10944bf service neutron] 10.222.0.49 "GET /v2.0/networks/95183b14-802e-4c98-a0d8-8ce143978b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506169 Aug 10 04:56:52.015953 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e25bd3-791c-449b-9ff3-542c8756aa1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53050071-cabd-4979-91c8-669145e18121,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:52.076456 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f4fe9-7626-4bd3-9989-b71fd7025fd3 req-4368d2fd-4885-4c7b-9556-c54e010f783d tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:52.081493 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1b1f4fe9-7626-4bd3-9989-b71fd7025fd3 req-4368d2fd-4885-4c7b-9556-c54e010f783d tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 945 time: 0.2830524 Aug 10 04:56:52.088902 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8ca20b91-7767-4500-9abf-507546baf5d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:52.108335 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-8ca20b91-7767-4500-9abf-507546baf5d8 None None] Transition to ACTIVE for port object 36127942-6cc7-40c2-98ec-daa4ad5b377e will not be triggered until provisioned by entity L2. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:56:52.137402 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-8ca20b91-7767-4500-9abf-507546baf5d8 None None] Transition to ACTIVE for port object 36127942-6cc7-40c2-98ec-daa4ad5b377e will not be triggered until provisioned by entity DHCP. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:56:52.145834 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1b1f4fe9-7626-4bd3-9989-b71fd7025fd3 req-455eabc1-e91c-4c0c-a053-acb742968bdf tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587709 Aug 10 04:56:52.154249 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8ca20b91-7767-4500-9abf-507546baf5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:52.230733 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca20b91-7767-4500-9abf-507546baf5d8 None None] Network f22d150b-820c-4f71-be59-4ce9a56d8c72 is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:56:52.248328 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-8ca20b91-7767-4500-9abf-507546baf5d8 None None] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:56:52.264343 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca20b91-7767-4500-9abf-507546baf5d8 None None] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:56:52.278433 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-cf3cbcf8-3be7-4ba8-ab06-f3edd9bc6d4e req-dbdb85da-3b97-476d-81df-53d6fea1a565 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:52.296591 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f36a3948-8837-45ff-aedf-87729e857d8f req-d8c08e2c-d4e5-4201-86ca-df5f2f600e81 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebba550e-dc06-48b7-95d0-fe9e5d470fbc HTTP/1.1" status: 200 len: 210 time: 0.0616865 Aug 10 04:56:52.301832 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['d0d976ab-e736-4987-892d-9d160b351bdc'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:56:52.327280 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb85da-3b97-476d-81df-53d6fea1a565 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Pushing event deleted for resources: {'Port': ['ID=7354f0b1-9415-45cb-8e1a-ae2feae6c835,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:52.408738 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1c101887-e58c-4d26-a6ec-923a3a02e568 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:52.428840 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3cbcf8-3be7-4ba8-ab06-f3edd9bc6d4e req-dbdb85da-3b97-476d-81df-53d6fea1a565 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] No DVR routers for this DVR port 7354f0b1-9415-45cb-8e1a-ae2feae6c835 on host hv-cinder-80403 {{(pid=93277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:56:52.433803 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-cf3cbcf8-3be7-4ba8-ab06-f3edd9bc6d4e req-dbdb85da-3b97-476d-81df-53d6fea1a565 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:52.436923 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-cf3cbcf8-3be7-4ba8-ab06-f3edd9bc6d4e req-dbdb85da-3b97-476d-81df-53d6fea1a565 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.63 "DELETE /v2.0/ports/7354f0b1-9415-45cb-8e1a-ae2feae6c835 HTTP/1.1" status: 204 len: 173 time: 1.2364862 Aug 10 04:56:52.455573 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca20b91-7767-4500-9abf-507546baf5d8 None None] Pushing event updated for resources: {'Port': ['ID=36127942-6cc7-40c2-98ec-daa4ad5b377e,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:52.463941 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adcb23c7-f49a-45e7-93bd-ae973794d48f', 'name': 'network-vif-deleted', 'tag': '7354f0b1-9415-45cb-8e1a-ae2feae6c835'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:56:52.467019 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0435c65cf5a8cc8383a9c7cfa6853d0e89819f93ab363e4d384fd3b31d716135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2a669b-a6dc-4666-a1eb-3cf8c7c2bd05" -d '{"events": [{"server_uuid": "adcb23c7-f49a-45e7-93bd-ae973794d48f", "name": "network-vif-deleted", "tag": "7354f0b1-9415-45cb-8e1a-ae2feae6c835"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:56:52.470386 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1c101887-e58c-4d26-a6ec-923a3a02e568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:52.481476 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-8ca20b91-7767-4500-9abf-507546baf5d8 None None] Attempting to bind port 36127942-6cc7-40c2-98ec-daa4ad5b377e on host dv-cinder-804035-1-iscsi for vnic_type normal with profile {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:56:52.481667 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-8ca20b91-7767-4500-9abf-507546baf5d8 None None] Attempting to bind port 36127942-6cc7-40c2-98ec-daa4ad5b377e by drivers openvswitch,hyperv on host dv-cinder-804035-1-iscsi at level 0 using segments [{'id': '63127554-987c-4241-959e-673ab3c2afda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f22d150b-820c-4f71-be59-4ce9a56d8c72'}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:56:52.482433 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca20b91-7767-4500-9abf-507546baf5d8 None None] Attempting to bind port 36127942-6cc7-40c2-98ec-daa4ad5b377e on network f22d150b-820c-4f71-be59-4ce9a56d8c72 {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:56:52.496541 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca20b91-7767-4500-9abf-507546baf5d8 None None] Checking agent: {'id': 'e86c392a-1153-4c8a-96a5-08eb1b77cf3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 44, 50), 'started_at': datetime.datetime(2021, 8, 10, 4, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:56:52.497260 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca20b91-7767-4500-9abf-507546baf5d8 None None] Checking segment: {'id': '63127554-987c-4241-959e-673ab3c2afda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f22d150b-820c-4f71-be59-4ce9a56d8c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:56:52.498008 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8ca20b91-7767-4500-9abf-507546baf5d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:52.498563 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca20b91-7767-4500-9abf-507546baf5d8 None None] Bound using segment: {'id': '63127554-987c-4241-959e-673ab3c2afda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f22d150b-820c-4f71-be59-4ce9a56d8c72'} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:56:52.499242 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-8ca20b91-7767-4500-9abf-507546baf5d8 None None] Bound port: 36127942-6cc7-40c2-98ec-daa4ad5b377e, host: dv-cinder-804035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63127554-987c-4241-959e-673ab3c2afda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f22d150b-820c-4f71-be59-4ce9a56d8c72'}}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:56:52.499798 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8ca20b91-7767-4500-9abf-507546baf5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:52.557165 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96788a3-e53c-47df-8c03-d365102ec81e x-openstack-request-id: req-a96788a3-e53c-47df-8c03-d365102ec81e {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:56:52.557604 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adcb23c7-f49a-45e7-93bd-ae973794d48f", "name": "network-vif-deleted", "tag": "7354f0b1-9415-45cb-8e1a-ae2feae6c835", "status": "completed", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:56:52.557945 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a96788a3-e53c-47df-8c03-d365102ec81e {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:56:52.558403 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adcb23c7-f49a-45e7-93bd-ae973794d48f', 'name': 'network-vif-deleted', 'tag': '7354f0b1-9415-45cb-8e1a-ae2feae6c835', 'status': 'completed', 'code': 200} Aug 10 04:56:52.631986 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-8ca20b91-7767-4500-9abf-507546baf5d8 None None] For port 36127942-6cc7-40c2-98ec-daa4ad5b377e, host dv-cinder-804035-1-iscsi, cleared binding levels {{(pid=93279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:56:52.636262 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-8ca20b91-7767-4500-9abf-507546baf5d8 None None] For port 36127942-6cc7-40c2-98ec-daa4ad5b377e, host dv-cinder-804035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=36127942-6cc7-40c2-98ec-daa4ad5b377e,segment=NetworkSegment(63127554-987c-4241-959e-673ab3c2afda),segment_id=63127554-987c-4241-959e-673ab3c2afda)] {{(pid=93279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:56:52.649002 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8ca20b91-7767-4500-9abf-507546baf5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:52.657683 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [None req-1c101887-e58c-4d26-a6ec-923a3a02e568 admin admin] Allocated IP 172.27.0.180 (0a1a8acd-4687-4edf-98ff-0a50fc5a0482/3fb0ac1d-f2fb-452a-b682-4051fe90b57f/321a2f7a-125e-4141-8652-c73b58ac2e26) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:56:52.725353 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:52.765365 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca20b91-7767-4500-9abf-507546baf5d8 None None] Pushing event updated for resources: {'Port': ['ID=36127942-6cc7-40c2-98ec-daa4ad5b377e,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:52.826376 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1c101887-e58c-4d26-a6ec-923a3a02e568 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:52.881869 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1c101887-e58c-4d26-a6ec-923a3a02e568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:52.923579 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c101887-e58c-4d26-a6ec-923a3a02e568 admin admin] Network 0a1a8acd-4687-4edf-98ff-0a50fc5a0482 is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:56:52.926562 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-1c101887-e58c-4d26-a6ec-923a3a02e568 admin admin] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:56:52.930432 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c101887-e58c-4d26-a6ec-923a3a02e568 admin admin] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:56:52.938803 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 635dfeb1-f01f-4164-ab04-4c6374429c6d up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:56:52.980677 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c101887-e58c-4d26-a6ec-923a3a02e568 admin admin] Pushing event updated for resources: {'Port': ['ID=321a2f7a-125e-4141-8652-c73b58ac2e26,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:53.051031 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning for port 635dfeb1-f01f-4164-ab04-4c6374429c6d completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:56:53.061820 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 635dfeb1-f01f-4164-ab04-4c6374429c6d triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:56:53.062296 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:53.191385 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:53.247534 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] For port 635dfeb1-f01f-4164-ab04-4c6374429c6d, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=635dfeb1-f01f-4164-ab04-4c6374429c6d,segment=NetworkSegment(8c0479b7-c059-4ba6-a645-2bcc381d404f),segment_id=8c0479b7-c059-4ba6-a645-2bcc381d404f)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:53.256143 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:53.310068 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6617bcd2-e731-4306-87ff-662ce52e657c req-10e65195-c28b-44b8-8eb9-4235dff42bb2 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcb23c7-f49a-45e7-93bd-ae973794d48f HTTP/1.1" status: 200 len: 210 time: 0.0432968 Aug 10 04:56:53.341129 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Pushing event updated for resources: {'Port': ['ID=635dfeb1-f01f-4164-ab04-4c6374429c6d,revision_number=5']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:53.359503 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1c101887-e58c-4d26-a6ec-923a3a02e568 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:53.439678 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a52dfa19-1811-42fa-aedf-e461833312c3 req-800dc6b8-d6e9-4bac-80cd-fd9fee9a9b71 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebba550e-dc06-48b7-95d0-fe9e5d470fbc HTTP/1.1" status: 200 len: 210 time: 0.0325081 Aug 10 04:56:53.573670 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1c101887-e58c-4d26-a6ec-923a3a02e568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496356'] for router, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:53.783324 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c101887-e58c-4d26-a6ec-923a3a02e568 admin admin] Router 7714bd81-8c77-431d-8d64-9e8f96b79ced is scheduled to L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d with binding_index 1 {{(pid=93277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:56:53.854154 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-741f03ad-fdda-4687-b8fc-0a4618df3fea tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:53.855698 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-741f03ad-fdda-4687-b8fc-0a4618df3fea tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.63 "GET /v2.0/networks?id=95183b14-802e-4c98-a0d8-8ce143978b6f HTTP/1.1" status: 200 len: 814 time: 0.1632595 Aug 10 04:56:53.890577 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9632fb56-36bf-41ec-bcb0-66a43b927ec1 None None] Network f22d150b-820c-4f71-be59-4ce9a56d8c72 requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:56:53.914931 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-36b6820f-4cd3-494d-b854-dd9725bdeeae tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Request body: {'port': {'device_id': 'ebba550e-dc06-48b7-95d0-fe9e5d470fbc', 'network_id': '95183b14-802e-4c98-a0d8-8ce143978b6f', 'admin_state_up': True, 'tenant_id': '5e1a4cff3ea0457193223581684053f6'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:56:53.970734 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-d3618003-adff-446b-a0a1-a9879debc54e None None] Provisioning for port 36127942-6cc7-40c2-98ec-daa4ad5b377e completed by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:56:54.053756 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 7354f0b1-9415-45cb-8e1a-ae2feae6c835 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:56:54.077508 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] No Port match for: 7354f0b1-9415-45cb-8e1a-ae2feae6c835 {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:56:54.077844 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 7354f0b1-9415-45cb-8e1a-ae2feae6c835 not bound to the agent host hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:56:54.210667 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c101887-e58c-4d26-a6ec-923a3a02e568 admin admin] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:56:54.221714 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6706410-24a2-4898-92ca-a94dce3eaf00 None None] Sync routers for ids ['7714bd81-8c77-431d-8d64-9e8f96b79ced'] in dv-cinder-804035-1-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:56:54.233014 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6706410-24a2-4898-92ca-a94dce3eaf00 None None] Routers {'7714bd81-8c77-431d-8d64-9e8f96b79ced'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:56:54.233716 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-a6706410-24a2-4898-92ca-a94dce3eaf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:56:50Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['7714bd81-8c77-431d-8d64-9e8f96b79ced'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:54.242935 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1c101887-e58c-4d26-a6ec-923a3a02e568 admin admin] Notify callbacks [] for router, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:54.244308 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-1c101887-e58c-4d26-a6ec-923a3a02e568 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4081116 Aug 10 04:56:54.247570 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 33088) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:54.283727 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-36b6820f-4cd3-494d-b854-dd9725bdeeae tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Made reservation on behalf of 5e1a4cff3ea0457193223581684053f6 for: {'port': 1} {{(pid=93277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:56:54.287843 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-36b6820f-4cd3-494d-b854-dd9725bdeeae tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:54.362555 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-a6706410-24a2-4898-92ca-a94dce3eaf00 None None] Set router 7714bd81-8c77-431d-8d64-9e8f96b79ced gateway port host: dv-cinder-804035-1-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:56:54.438935 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-36b6820f-4cd3-494d-b854-dd9725bdeeae tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Allocated IP 172.20.0.14 (95183b14-802e-4c98-a0d8-8ce143978b6f/c91b2b1c-4a0d-4ffe-9403-9188038967d7/8a8b0ecf-7461-4f1b-b163-e415589f6687) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:56:54.586115 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-55d76eaa-4fb0-46fd-8be6-a3853c9ee1e3 req-11bfccb4-d316-4171-80bb-c9d165f1ff5a tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebba550e-dc06-48b7-95d0-fe9e5d470fbc HTTP/1.1" status: 200 len: 210 time: 0.0370691 Aug 10 04:56:54.629203 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-a6706410-24a2-4898-92ca-a94dce3eaf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7714bd81-8c77-431d-8d64-9e8f96b79ced', 'name': 'tempest-TestVolumeBootPattern-1623804774-router', 'tenant_id': '5f617dd00a284b3e8d47b6b5fba8163c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '321a2f7a-125e-4141-8652-c73b58ac2e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:51Z', 'updated_at': '2021-08-10T04:56:53Z', 'revision_number': 3, 'project_id': '5f617dd00a284b3e8d47b6b5fba8163c', 'gw_port': {'id': '321a2f7a-125e-4141-8652-c73b58ac2e26', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7714bd81-8c77-431d-8d64-9e8f96b79ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:52Z', 'updated_at': '2021-08-10T04:56:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi'}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:54.633842 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-36b6820f-4cd3-494d-b854-dd9725bdeeae tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:54.661393 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6706410-24a2-4898-92ca-a94dce3eaf00 None None] Checking router: 7714bd81-8c77-431d-8d64-9e8f96b79ced for host: dv-cinder-804035-1-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:56:54.661736 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6706410-24a2-4898-92ca-a94dce3eaf00 None None] Updating router 7714bd81-8c77-431d-8d64-9e8f96b79ced port 321a2f7a-125e-4141-8652-c73b58ac2e26 binding host dv-cinder-804035-1-iscsi {{(pid=93280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:56:54.678229 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-36b6820f-4cd3-494d-b854-dd9725bdeeae tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:54.690098 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a6706410-24a2-4898-92ca-a94dce3eaf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:54.707712 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757f7c7-2433-43a3-8c22-94ccb93c03b1 req-433bc0d4-02ba-4244-a761-934ec3bc1e4e tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:54.709251 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c757f7c7-2433-43a3-8c22-94ccb93c03b1 req-433bc0d4-02ba-4244-a761-934ec3bc1e4e tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0685625 Aug 10 04:56:54.732982 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-36b6820f-4cd3-494d-b854-dd9725bdeeae tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Network 95183b14-802e-4c98-a0d8-8ce143978b6f is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:56:54.736053 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-36b6820f-4cd3-494d-b854-dd9725bdeeae tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:56:54.739837 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-36b6820f-4cd3-494d-b854-dd9725bdeeae tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:56:54.762525 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6820f-4cd3-494d-b854-dd9725bdeeae tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Pushing event updated for resources: {'Port': ['ID=8a8b0ecf-7461-4f1b-b163-e415589f6687,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:54.793142 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-36b6820f-4cd3-494d-b854-dd9725bdeeae tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:54.793756 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-36b6820f-4cd3-494d-b854-dd9725bdeeae tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:54.817273 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c757f7c7-2433-43a3-8c22-94ccb93c03b1 req-f9494ac4-fdf5-4f36-9434-43b7ec836fd5 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862615 Aug 10 04:56:54.818608 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-36b6820f-4cd3-494d-b854-dd9725bdeeae tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9073648 Aug 10 04:56:54.844367 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-0d1088a4-84fc-41f4-be7b-d3280b35a7dd service neutron] Request body: {'port': {'device_id': 'ebba550e-dc06-48b7-95d0-fe9e5d470fbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:56:54.870244 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-fadfbf89-5e92-422b-a743-1473bf1001ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:54.909430 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-0d1088a4-84fc-41f4-be7b-d3280b35a7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:54.990237 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 635dfeb1-f01f-4164-ab04-4c6374429c6d up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:56:55.035124 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a6706410-24a2-4898-92ca-a94dce3eaf00 None None] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:55.052126 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-a6706410-24a2-4898-92ca-a94dce3eaf00 None None] Transition to ACTIVE for port object 321a2f7a-125e-4141-8652-c73b58ac2e26 will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:56:55.058081 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 635dfeb1-f01f-4164-ab04-4c6374429c6d triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:56:55.058633 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:55.064472 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a6706410-24a2-4898-92ca-a94dce3eaf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:55.088176 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [None req-fadfbf89-5e92-422b-a743-1473bf1001ce admin admin] Allocated IP 172.20.0.1 (f22d150b-820c-4f71-be59-4ce9a56d8c72/4ab50b1b-012f-4854-ac42-8f20b7ece40e/5d9a0593-52c9-4567-aa84-e27c101b1770) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:56:55.133809 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df483b2-905c-46da-9198-48ce19381fe1 None None] Pushing event updated for resources: {'Port': ['ID=321a2f7a-125e-4141-8652-c73b58ac2e26,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:55.147815 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 36127942-6cc7-40c2-98ec-daa4ad5b377e up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:56:55.158404 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-a6706410-24a2-4898-92ca-a94dce3eaf00 None None] Attempting to bind port 321a2f7a-125e-4141-8652-c73b58ac2e26 on host dv-cinder-804035-1-iscsi for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:56:55.159597 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-a6706410-24a2-4898-92ca-a94dce3eaf00 None None] Attempting to bind port 321a2f7a-125e-4141-8652-c73b58ac2e26 by drivers openvswitch,hyperv on host dv-cinder-804035-1-iscsi at level 0 using segments [{'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:56:55.160109 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6706410-24a2-4898-92ca-a94dce3eaf00 None None] Attempting to bind port 321a2f7a-125e-4141-8652-c73b58ac2e26 on network 0a1a8acd-4687-4edf-98ff-0a50fc5a0482 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:56:55.165948 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6706410-24a2-4898-92ca-a94dce3eaf00 None None] Checking agent: {'id': 'e86c392a-1153-4c8a-96a5-08eb1b77cf3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 44, 50), 'started_at': datetime.datetime(2021, 8, 10, 4, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:56:55.167313 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6706410-24a2-4898-92ca-a94dce3eaf00 None None] Checking segment: {'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:56:55.167883 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a6706410-24a2-4898-92ca-a94dce3eaf00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:55.168410 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6706410-24a2-4898-92ca-a94dce3eaf00 None None] Bound using segment: {'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:56:55.169037 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-a6706410-24a2-4898-92ca-a94dce3eaf00 None None] Bound port: 321a2f7a-125e-4141-8652-c73b58ac2e26, host: dv-cinder-804035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:56:55.169430 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a6706410-24a2-4898-92ca-a94dce3eaf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:55.199677 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-fadfbf89-5e92-422b-a743-1473bf1001ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:55.213595 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [None req-fadfbf89-5e92-422b-a743-1473bf1001ce admin admin] Transition to ACTIVE for port object 5d9a0593-52c9-4567-aa84-e27c101b1770 will not be triggered until provisioned by entity DHCP. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:56:55.215969 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning for port 36127942-6cc7-40c2-98ec-daa4ad5b377e completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:56:55.221428 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 36127942-6cc7-40c2-98ec-daa4ad5b377e triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:56:55.222060 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:55.227959 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-a6706410-24a2-4898-92ca-a94dce3eaf00 None None] For port 321a2f7a-125e-4141-8652-c73b58ac2e26, host dv-cinder-804035-1-iscsi, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:56:55.232606 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-a6706410-24a2-4898-92ca-a94dce3eaf00 None None] For port 321a2f7a-125e-4141-8652-c73b58ac2e26, host dv-cinder-804035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=321a2f7a-125e-4141-8652-c73b58ac2e26,segment=NetworkSegment(b7fff169-1c8e-4170-8d8b-00d331120c68),segment_id=b7fff169-1c8e-4170-8d8b-00d331120c68)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:56:55.245538 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a6706410-24a2-4898-92ca-a94dce3eaf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:55.247432 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-0d1088a4-84fc-41f4-be7b-d3280b35a7dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a8b0ecf-7461-4f1b-b163-e415589f6687 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:56:55.267074 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-fadfbf89-5e92-422b-a743-1473bf1001ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:55.271450 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-0d1088a4-84fc-41f4-be7b-d3280b35a7dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:55.288545 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-0d1088a4-84fc-41f4-be7b-d3280b35a7dd service neutron] Transition to ACTIVE for port object 8a8b0ecf-7461-4f1b-b163-e415589f6687 will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:56:55.294526 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-0d1088a4-84fc-41f4-be7b-d3280b35a7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59047126'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:55.308182 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6706410-24a2-4898-92ca-a94dce3eaf00 None None] Routers {'7714bd81-8c77-431d-8d64-9e8f96b79ced'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:56:55.309192 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-a6706410-24a2-4898-92ca-a94dce3eaf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:56:50Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['7714bd81-8c77-431d-8d64-9e8f96b79ced'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:55.310085 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadfbf89-5e92-422b-a743-1473bf1001ce admin admin] Network f22d150b-820c-4f71-be59-4ce9a56d8c72 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:56:55.315263 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-fadfbf89-5e92-422b-a743-1473bf1001ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:56:55.319054 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadfbf89-5e92-422b-a743-1473bf1001ce admin admin] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:56:55.346418 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadfbf89-5e92-422b-a743-1473bf1001ce admin admin] Pushing event updated for resources: {'Port': ['ID=5d9a0593-52c9-4567-aa84-e27c101b1770,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:55.349562 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:55.362287 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-fadfbf89-5e92-422b-a743-1473bf1001ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495639'] for router_interface, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:55.382454 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df483b2-905c-46da-9198-48ce19381fe1 None None] Pushing event updated for resources: {'Port': ['ID=321a2f7a-125e-4141-8652-c73b58ac2e26,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:55.393881 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1088a4-84fc-41f4-be7b-d3280b35a7dd service neutron] Pushing event updated for resources: {'Port': ['ID=8a8b0ecf-7461-4f1b-b163-e415589f6687,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:55.405723 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] For port 36127942-6cc7-40c2-98ec-daa4ad5b377e, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=36127942-6cc7-40c2-98ec-daa4ad5b377e,segment=NetworkSegment(63127554-987c-4241-959e-673ab3c2afda),segment_id=63127554-987c-4241-959e-673ab3c2afda)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:55.426220 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:55.467405 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-0d1088a4-84fc-41f4-be7b-d3280b35a7dd service neutron] Attempting to bind port 8a8b0ecf-7461-4f1b-b163-e415589f6687 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:56:55.467405 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-0d1088a4-84fc-41f4-be7b-d3280b35a7dd service neutron] Attempting to bind port 8a8b0ecf-7461-4f1b-b163-e415589f6687 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '6d1d9be1-35a1-4984-9953-cc66e1de7933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '95183b14-802e-4c98-a0d8-8ce143978b6f'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:56:55.467726 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-0d1088a4-84fc-41f4-be7b-d3280b35a7dd service neutron] Attempting to bind port 8a8b0ecf-7461-4f1b-b163-e415589f6687 on network 95183b14-802e-4c98-a0d8-8ce143978b6f {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:56:55.472228 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-0d1088a4-84fc-41f4-be7b-d3280b35a7dd service neutron] Port 8a8b0ecf-7461-4f1b-b163-e415589f6687 on network 95183b14-802e-4c98-a0d8-8ce143978b6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:56:55.472546 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-0d1088a4-84fc-41f4-be7b-d3280b35a7dd service neutron] Attempting to bind port 8a8b0ecf-7461-4f1b-b163-e415589f6687 on network 95183b14-802e-4c98-a0d8-8ce143978b6f {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:56:55.477418 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-0d1088a4-84fc-41f4-be7b-d3280b35a7dd service neutron] Checking agent: {'id': '51cc88f3-029f-45e4-af3a-d9472a1d6530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'started_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:56:55.477758 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-0d1088a4-84fc-41f4-be7b-d3280b35a7dd service neutron] Checking segment: {'id': '6d1d9be1-35a1-4984-9953-cc66e1de7933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '95183b14-802e-4c98-a0d8-8ce143978b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:56:55.478874 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-0d1088a4-84fc-41f4-be7b-d3280b35a7dd service neutron] Bound using segment: {'id': '6d1d9be1-35a1-4984-9953-cc66e1de7933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '95183b14-802e-4c98-a0d8-8ce143978b6f'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:56:55.479356 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-0d1088a4-84fc-41f4-be7b-d3280b35a7dd service neutron] Bound port: 8a8b0ecf-7461-4f1b-b163-e415589f6687, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d1d9be1-35a1-4984-9953-cc66e1de7933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '95183b14-802e-4c98-a0d8-8ce143978b6f'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:56:55.479849 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-0d1088a4-84fc-41f4-be7b-d3280b35a7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:55.489531 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Pushing event updated for resources: {'Port': ['ID=36127942-6cc7-40c2-98ec-daa4ad5b377e,revision_number=3']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:55.513235 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-a6706410-24a2-4898-92ca-a94dce3eaf00 None None] Set router 7714bd81-8c77-431d-8d64-9e8f96b79ced gateway port host: dv-cinder-804035-1-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:56:55.522602 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-fadfbf89-5e92-422b-a743-1473bf1001ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:55.573242 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-0d1088a4-84fc-41f4-be7b-d3280b35a7dd service neutron] For port 8a8b0ecf-7461-4f1b-b163-e415589f6687, host hv-cinder-80403, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:56:55.578153 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-0d1088a4-84fc-41f4-be7b-d3280b35a7dd service neutron] For port 8a8b0ecf-7461-4f1b-b163-e415589f6687, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8a8b0ecf-7461-4f1b-b163-e415589f6687,segment=NetworkSegment(6d1d9be1-35a1-4984-9953-cc66e1de7933),segment_id=6d1d9be1-35a1-4984-9953-cc66e1de7933)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:56:55.583573 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-0d1088a4-84fc-41f4-be7b-d3280b35a7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59047126'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:55.618839 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-0d1088a4-84fc-41f4-be7b-d3280b35a7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:55.619534 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-0d1088a4-84fc-41f4-be7b-d3280b35a7dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:55.621000 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-0d1088a4-84fc-41f4-be7b-d3280b35a7dd service neutron] 10.222.0.63 "PUT /v2.0/ports/8a8b0ecf-7461-4f1b-b163-e415589f6687 HTTP/1.1" status: 200 len: 1094 time: 0.7904487 Aug 10 04:56:55.621467 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebba550e-dc06-48b7-95d0-fe9e5d470fbc', 'tag': '8a8b0ecf-7461-4f1b-b163-e415589f6687'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:56:55.623874 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0435c65cf5a8cc8383a9c7cfa6853d0e89819f93ab363e4d384fd3b31d716135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9faf4d28-4efb-4669-b31d-8a080d753303" -d '{"events": [{"name": "network-changed", "server_uuid": "ebba550e-dc06-48b7-95d0-fe9e5d470fbc", "tag": "8a8b0ecf-7461-4f1b-b163-e415589f6687"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:56:55.660236 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1088a4-84fc-41f4-be7b-d3280b35a7dd service neutron] Pushing event updated for resources: {'Port': ['ID=8a8b0ecf-7461-4f1b-b163-e415589f6687,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:55.668213 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-71246a95-5f95-4a4e-8f3e-1460213bcd47 None None] Provisioning for port 5d9a0593-52c9-4567-aa84-e27c101b1770 completed by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:56:55.676469 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-71246a95-5f95-4a4e-8f3e-1460213bcd47 None None] Provisioning complete for port 5d9a0593-52c9-4567-aa84-e27c101b1770 triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:56:55.676979 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-71246a95-5f95-4a4e-8f3e-1460213bcd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:55.692722 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0c2746-24bd-4c15-b352-bfcd061974fa x-openstack-request-id: req-da0c2746-24bd-4c15-b352-bfcd061974fa {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:56:55.693014 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebba550e-dc06-48b7-95d0-fe9e5d470fbc", "tag": "8a8b0ecf-7461-4f1b-b163-e415589f6687", "status": "completed", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:56:55.693312 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-da0c2746-24bd-4c15-b352-bfcd061974fa {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:56:55.693714 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebba550e-dc06-48b7-95d0-fe9e5d470fbc', 'tag': '8a8b0ecf-7461-4f1b-b163-e415589f6687', 'status': 'completed', 'code': 200} Aug 10 04:56:55.741296 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-71246a95-5f95-4a4e-8f3e-1460213bcd47 None None] Port 5d9a0593-52c9-4567-aa84-e27c101b1770 cannot update to ACTIVE because it is not bound. {{(pid=93279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:56:55.746514 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-83a10ec7-8931-4b57-b87a-c03f7004bbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:55.748252 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-83a10ec7-8931-4b57-b87a-c03f7004bbdf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5e1a4cff3ea0457193223581684053f6&device_id=ebba550e-dc06-48b7-95d0-fe9e5d470fbc HTTP/1.1" status: 200 len: 1097 time: 0.0439591 Aug 10 04:56:55.772231 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-fadfbf89-5e92-422b-a743-1473bf1001ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:55.781490 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-fadfbf89-5e92-422b-a743-1473bf1001ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7361716'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:55.793138 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf24c9-ca1d-4c97-85a0-716d97350938 req-725fdeb4-c25b-433a-9012-5ef814703c6d tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:55.794791 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b0cf24c9-ca1d-4c97-85a0-716d97350938 req-725fdeb4-c25b-433a-9012-5ef814703c6d tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebba550e-dc06-48b7-95d0-fe9e5d470fbc HTTP/1.1" status: 200 len: 944 time: 0.0916424 Aug 10 04:56:55.800404 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-fd2a1347-2e7b-47ae-b418-2065b7a636e1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a8b0ecf-7461-4f1b-b163-e415589f6687 HTTP/1.1" status: 200 len: 217 time: 0.0421236 Aug 10 04:56:55.844469 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-a6706410-24a2-4898-92ca-a94dce3eaf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7714bd81-8c77-431d-8d64-9e8f96b79ced', 'name': 'tempest-TestVolumeBootPattern-1623804774-router', 'tenant_id': '5f617dd00a284b3e8d47b6b5fba8163c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '321a2f7a-125e-4141-8652-c73b58ac2e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:51Z', 'updated_at': '2021-08-10T04:56:53Z', 'revision_number': 3, 'project_id': '5f617dd00a284b3e8d47b6b5fba8163c', 'gw_port': {'id': '321a2f7a-125e-4141-8652-c73b58ac2e26', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7714bd81-8c77-431d-8d64-9e8f96b79ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:52Z', 'updated_at': '2021-08-10T04:56:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi'}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:55.855651 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-74012c72-1c6f-4c1b-9494-cb98d8df7d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:55.857621 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-74012c72-1c6f-4c1b-9494-cb98d8df7d86 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c91b2b1c-4a0d-4ffe-9403-9188038967d7 HTTP/1.1" status: 200 len: 854 time: 0.0472145 Aug 10 04:56:55.876424 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6706410-24a2-4898-92ca-a94dce3eaf00 None None] The sync data for ids ['7714bd81-8c77-431d-8d64-9e8f96b79ced'] in dv-cinder-804035-1-iscsi is: [{'id': '7714bd81-8c77-431d-8d64-9e8f96b79ced', 'name': 'tempest-TestVolumeBootPattern-1623804774-router', 'tenant_id': '5f617dd00a284b3e8d47b6b5fba8163c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '321a2f7a-125e-4141-8652-c73b58ac2e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:51Z', 'updated_at': '2021-08-10T04:56:53Z', 'revision_number': 3, 'project_id': '5f617dd00a284b3e8d47b6b5fba8163c', 'gw_port': {'id': '321a2f7a-125e-4141-8652-c73b58ac2e26', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7714bd81-8c77-431d-8d64-9e8f96b79ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:52Z', 'updated_at': '2021-08-10T04:56:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi'}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:56:55.884495 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-fadfbf89-5e92-422b-a743-1473bf1001ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495779'] for router_interface, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:55.892988 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b0cf24c9-ca1d-4c97-85a0-716d97350938 req-8ae07fa7-0970-40c3-9379-c0c9027e413e tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ce81c4-203a-4e71-8f5b-a599308e0448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790415 Aug 10 04:56:55.896762 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadfbf89-5e92-422b-a743-1473bf1001ce admin admin] Pushing event updated for resources: {'Port': ['ID=5d9a0593-52c9-4567-aa84-e27c101b1770,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:55.904707 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-6825b0c2-4c78-4df1-bfd4-5016e23ba4aa service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=95183b14-802e-4c98-a0d8-8ce143978b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357418 Aug 10 04:56:56.011218 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392352b-ec47-4ea3-b8d8-52644565d3a0 req-c971983c-8794-4c13-9e0a-7dbe235d5a9f tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:56.016628 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-24de4a9f-83b9-4913-afdc-abe58cb1284e service neutron] 10.222.0.63 "GET /v2.0/networks/95183b14-802e-4c98-a0d8-8ce143978b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944061 Aug 10 04:56:56.016834 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3392352b-ec47-4ea3-b8d8-52644565d3a0 req-c971983c-8794-4c13-9e0a-7dbe235d5a9f tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.1086307 Aug 10 04:56:56.072958 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadfbf89-5e92-422b-a743-1473bf1001ce admin admin] Network f22d150b-820c-4f71-be59-4ce9a56d8c72 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:56:56.076931 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-fadfbf89-5e92-422b-a743-1473bf1001ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:56:56.095129 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3392352b-ec47-4ea3-b8d8-52644565d3a0 req-1456f018-9285-439f-b982-72285592d5ff tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731907 Aug 10 04:56:56.188722 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-e8740e7d-24dd-4c45-9553-5c1889fcc89e req-1ac6af38-4db7-4441-b71d-930e5d42ff4a service neutron] 10.222.0.63 "GET /v2.0/networks/95183b14-802e-4c98-a0d8-8ce143978b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642485 Aug 10 04:56:56.263562 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadfbf89-5e92-422b-a743-1473bf1001ce admin admin] Router 7714bd81-8c77-431d-8d64-9e8f96b79ced has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:56:56.291759 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf4d28-4efb-4669-b31d-8a080d753303 req-52236376-9497-400a-a2d4-4df61bc20d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:56.298157 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-9faf4d28-4efb-4669-b31d-8a080d753303 req-52236376-9497-400a-a2d4-4df61bc20d1b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5e1a4cff3ea0457193223581684053f6&device_id=ebba550e-dc06-48b7-95d0-fe9e5d470fbc HTTP/1.1" status: 200 len: 1097 time: 0.0433133 Aug 10 04:56:56.373509 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-14faf9a4-8ecf-4c0a-b71d-655500de5b9d None None] Provisioning complete for port 5d9a0593-52c9-4567-aa84-e27c101b1770 triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:56:56.374034 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-14faf9a4-8ecf-4c0a-b71d-655500de5b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:56.391951 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadfbf89-5e92-422b-a743-1473bf1001ce admin admin] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:56:56.397125 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-fadfbf89-5e92-422b-a743-1473bf1001ce admin admin] 10.222.0.49 "PUT /v2.0/routers/7714bd81-8c77-431d-8d64-9e8f96b79ced/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1485217 Aug 10 04:56:56.415552 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-14faf9a4-8ecf-4c0a-b71d-655500de5b9d None None] Port 5d9a0593-52c9-4567-aa84-e27c101b1770 cannot update to ACTIVE because it is not bound. {{(pid=93279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:56:56.420731 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf4d28-4efb-4669-b31d-8a080d753303 req-2c2172e8-7618-41a8-8d6c-ec332a9e78bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:56.422240 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-9faf4d28-4efb-4669-b31d-8a080d753303 req-2c2172e8-7618-41a8-8d6c-ec332a9e78bd service neutron] 10.222.0.63 "GET /v2.0/networks?id=95183b14-802e-4c98-a0d8-8ce143978b6f HTTP/1.1" status: 200 len: 915 time: 0.1198123 Aug 10 04:56:56.467154 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-9faf4d28-4efb-4669-b31d-8a080d753303 req-2538c5bf-668f-4e7f-97d6-6d047dbd35e3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a8b0ecf-7461-4f1b-b163-e415589f6687 HTTP/1.1" status: 200 len: 217 time: 0.0367126 Aug 10 04:56:56.519800 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf4d28-4efb-4669-b31d-8a080d753303 req-fa71294c-da7f-4178-8e43-e79bdce8e701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:56.521351 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-9faf4d28-4efb-4669-b31d-8a080d753303 req-fa71294c-da7f-4178-8e43-e79bdce8e701 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c91b2b1c-4a0d-4ffe-9403-9188038967d7 HTTP/1.1" status: 200 len: 854 time: 0.0444925 Aug 10 04:56:56.562597 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-9faf4d28-4efb-4669-b31d-8a080d753303 req-6aadd371-7b66-45d6-80fb-15fa2c55fab9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=95183b14-802e-4c98-a0d8-8ce143978b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299194 Aug 10 04:56:56.660415 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-9faf4d28-4efb-4669-b31d-8a080d753303 req-e26f2f56-02b9-4ac7-8aa5-94e2af0b728d service neutron] 10.222.0.63 "GET /v2.0/networks/95183b14-802e-4c98-a0d8-8ce143978b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875731 Aug 10 04:56:56.756950 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-9faf4d28-4efb-4669-b31d-8a080d753303 req-54612ffc-af02-451a-8d82-5b6ce8904068 service neutron] 10.222.0.63 "GET /v2.0/networks/95183b14-802e-4c98-a0d8-8ce143978b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888872 Aug 10 04:56:56.910412 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 33116) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:56.915587 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-2b2862b5-e557-451e-8043-4991d0c81377 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1600675859', 'description': 'tempest-secgroup-smoke-1600675859 description', 'project_id': 'f3e6fcb8db8246ba89506c2651668538'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:56:56.918172 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 36127942-6cc7-40c2-98ec-daa4ad5b377e up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:56:56.945987 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-2b2862b5-e557-451e-8043-4991d0c81377 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:56.977681 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 36127942-6cc7-40c2-98ec-daa4ad5b377e triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:56:56.978231 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:57.044303 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee76961-6ff6-4d4d-8fcf-2ad20114439c req-d9a6714f-c3c3-467f-b259-39afebe9c6d9 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:57.045790 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dee76961-6ff6-4d4d-8fcf-2ad20114439c req-d9a6714f-c3c3-467f-b259-39afebe9c6d9 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebba550e-dc06-48b7-95d0-fe9e5d470fbc HTTP/1.1" status: 200 len: 944 time: 0.0752010 Aug 10 04:56:57.065859 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 321a2f7a-125e-4141-8652-c73b58ac2e26 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:56:57.084262 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-2b2862b5-e557-451e-8043-4991d0c81377 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:57.092937 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-2b2862b5-e557-451e-8043-4991d0c81377 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:57.113340 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning for port 321a2f7a-125e-4141-8652-c73b58ac2e26 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:56:57.118391 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dee76961-6ff6-4d4d-8fcf-2ad20114439c req-3bc193bf-2938-4124-904f-262371c6da37 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ce81c4-203a-4e71-8f5b-a599308e0448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605884 Aug 10 04:56:57.119076 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 321a2f7a-125e-4141-8652-c73b58ac2e26 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:56:57.119695 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:57.138514 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-2b2862b5-e557-451e-8043-4991d0c81377 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:57.143077 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 33122) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:57.143603 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-2b2862b5-e557-451e-8043-4991d0c81377 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2282269 Aug 10 04:56:57.145314 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2862b5-e557-451e-8043-4991d0c81377 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db5e8698-aa32-4781-a096-ff06eeb30714,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:57.148191 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-9b6da281-5418-4686-a20c-959f6eb1545d tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Request body: {'security_group_rule': {'security_group_id': 'db5e8698-aa32-4781-a096-ff06eeb30714', 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:56:57.185124 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9b6da281-5418-4686-a20c-959f6eb1545d tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:57.220973 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:57.245348 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] For port 321a2f7a-125e-4141-8652-c73b58ac2e26, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=321a2f7a-125e-4141-8652-c73b58ac2e26,segment=NetworkSegment(b7fff169-1c8e-4170-8d8b-00d331120c68),segment_id=b7fff169-1c8e-4170-8d8b-00d331120c68)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:57.248146 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9b6da281-5418-4686-a20c-959f6eb1545d tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:57.250198 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:57.252645 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9b6da281-5418-4686-a20c-959f6eb1545d tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446792'] for security_group_rule, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:57.261186 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e6f09-dcb5-4615-986b-870863757c6c req-99e8f404-b93e-43fb-b9af-eebf35539656 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:57.263023 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cb2e6f09-dcb5-4615-986b-870863757c6c req-99e8f404-b93e-43fb-b9af-eebf35539656 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0651162 Aug 10 04:56:57.280114 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6da281-5418-4686-a20c-959f6eb1545d tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59cff8e0-5fa3-4b80-92da-7640064245a5,revision_number=0']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:57.293232 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9b6da281-5418-4686-a20c-959f6eb1545d tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:57.295390 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-9b6da281-5418-4686-a20c-959f6eb1545d tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504881 Aug 10 04:56:57.297417 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 33126) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:57.303075 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-682c09bb-03a0-46cd-bde3-b55438793003 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Request body: {'security_group_rule': {'security_group_id': 'db5e8698-aa32-4781-a096-ff06eeb30714', 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:56:57.313128 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cb2e6f09-dcb5-4615-986b-870863757c6c req-3be77a46-a5ef-406e-908e-bf2c82b83873 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425832 Aug 10 04:56:57.314930 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Pushing event updated for resources: {'Port': ['ID=321a2f7a-125e-4141-8652-c73b58ac2e26,revision_number=4']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:57.334196 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-682c09bb-03a0-46cd-bde3-b55438793003 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:57.393680 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-682c09bb-03a0-46cd-bde3-b55438793003 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:57.399870 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-682c09bb-03a0-46cd-bde3-b55438793003 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446792'] for security_group_rule, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:57.417698 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c09bb-03a0-46cd-bde3-b55438793003 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0522b7f8-0b42-40eb-aa38-6a17563465d2,revision_number=0']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:57.425470 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-682c09bb-03a0-46cd-bde3-b55438793003 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:57.426717 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-682c09bb-03a0-46cd-bde3-b55438793003 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1272321 Aug 10 04:56:57.429802 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 33128) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:57.434334 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-7eb26f9a-c14f-4765-b39a-34a3ecd242f9 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Request body: {'security_group_rule': {'security_group_id': 'db5e8698-aa32-4781-a096-ff06eeb30714', 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:56:57.462639 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7eb26f9a-c14f-4765-b39a-34a3ecd242f9 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:57.521881 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7eb26f9a-c14f-4765-b39a-34a3ecd242f9 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:57.528242 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7eb26f9a-c14f-4765-b39a-34a3ecd242f9 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446792'] for security_group_rule, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:57.552488 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb26f9a-c14f-4765-b39a-34a3ecd242f9 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d506a9-657c-42c6-b611-ccd6fb444aea,revision_number=0']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:57.558510 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7eb26f9a-c14f-4765-b39a-34a3ecd242f9 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:57.560177 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-7eb26f9a-c14f-4765-b39a-34a3ecd242f9 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1290987 Aug 10 04:56:57.563135 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 33130) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:57.570436 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-b3548d3b-eb81-46cc-b3b0-c1ae6bbea8c5 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Request body: {'security_group_rule': {'security_group_id': 'db5e8698-aa32-4781-a096-ff06eeb30714', 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:56:57.599973 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b3548d3b-eb81-46cc-b3b0-c1ae6bbea8c5 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:57.670412 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b3548d3b-eb81-46cc-b3b0-c1ae6bbea8c5 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:57.675767 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b3548d3b-eb81-46cc-b3b0-c1ae6bbea8c5 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446792'] for security_group_rule, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:57.693780 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3548d3b-eb81-46cc-b3b0-c1ae6bbea8c5 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ea4e4e-a010-4ab7-97d0-371c41ab2511,revision_number=0']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:57.701877 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b3548d3b-eb81-46cc-b3b0-c1ae6bbea8c5 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:57.706332 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 33132) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:57.706478 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-b3548d3b-eb81-46cc-b3b0-c1ae6bbea8c5 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1388113 Aug 10 04:56:57.711818 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-27954ae7-2312-467b-a4d0-882d41f64f93 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Request body: {'security_group_rule': {'security_group_id': 'db5e8698-aa32-4781-a096-ff06eeb30714', 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:56:57.737951 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.db.securitygroups_db [None req-27954ae7-2312-467b-a4d0-882d41f64f93 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Project f3e6fcb8db8246ba89506c2651668538 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:56:57.742506 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-27954ae7-2312-467b-a4d0-882d41f64f93 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:57.792599 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-27954ae7-2312-467b-a4d0-882d41f64f93 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:57.797661 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-27954ae7-2312-467b-a4d0-882d41f64f93 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446792'] for security_group_rule, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:57.816020 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27954ae7-2312-467b-a4d0-882d41f64f93 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c9ce266-ff53-4963-b152-26517ee45fe2,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:57.823862 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-27954ae7-2312-467b-a4d0-882d41f64f93 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:57.828034 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-27954ae7-2312-467b-a4d0-882d41f64f93 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1168649 Aug 10 04:56:57.828337 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 33134) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:57.833215 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-95f9b890-7681-445b-89b3-6fb920629da1 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Request body: {'security_group_rule': {'security_group_id': 'db5e8698-aa32-4781-a096-ff06eeb30714', 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:56:57.857691 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.db.securitygroups_db [None req-95f9b890-7681-445b-89b3-6fb920629da1 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Project f3e6fcb8db8246ba89506c2651668538 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:56:57.862796 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-95f9b890-7681-445b-89b3-6fb920629da1 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:57.929162 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-95f9b890-7681-445b-89b3-6fb920629da1 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:57.934341 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-95f9b890-7681-445b-89b3-6fb920629da1 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446792'] for security_group_rule, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:57.951039 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9b890-7681-445b-89b3-6fb920629da1 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b9516fb-529a-43aa-8cf5-7a4755e684b9,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:57.958278 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-95f9b890-7681-445b-89b3-6fb920629da1 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:57.959535 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-95f9b890-7681-445b-89b3-6fb920629da1 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1302192 Aug 10 04:56:58.236337 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d08ef-cff8-43d8-97de-3c16572c6617 req-ed1f9244-d84f-47d6-9ca0-3f73bc64bfe4 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:58.238083 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-157d08ef-cff8-43d8-97de-3c16572c6617 req-ed1f9244-d84f-47d6-9ca0-3f73bc64bfe4 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebba550e-dc06-48b7-95d0-fe9e5d470fbc HTTP/1.1" status: 200 len: 944 time: 0.0480857 Aug 10 04:56:58.286072 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-157d08ef-cff8-43d8-97de-3c16572c6617 req-cdc588e5-a566-4b80-badd-d970b2cd11d4 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ce81c4-203a-4e71-8f5b-a599308e0448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413601 Aug 10 04:56:58.440808 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b0eb4-e293-40a1-a512-12a9d1e81c00 req-0e951782-1594-4706-a9fd-fe2624147f88 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:58.442210 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-811b0eb4-e293-40a1-a512-12a9d1e81c00 req-0e951782-1594-4706-a9fd-fe2624147f88 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0498629 Aug 10 04:56:58.481765 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-811b0eb4-e293-40a1-a512-12a9d1e81c00 req-6543cefd-e77f-431b-8d61-1b841f5e1d16 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328856 Aug 10 04:56:58.489202 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:56:58.849398 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 321a2f7a-125e-4141-8652-c73b58ac2e26 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:56:58.898420 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 321a2f7a-125e-4141-8652-c73b58ac2e26 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:56:58.898793 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:58.938704 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca72530-e39e-49a3-a6ad-e846e3fb60e3 None None] Sync routers for ids ['7714bd81-8c77-431d-8d64-9e8f96b79ced'] in dv-cinder-804035-1-iscsi {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:56:58.953909 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca72530-e39e-49a3-a6ad-e846e3fb60e3 None None] Routers {'7714bd81-8c77-431d-8d64-9e8f96b79ced'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:56:58.954522 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-6ca72530-e39e-49a3-a6ad-e846e3fb60e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:56:50Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['7714bd81-8c77-431d-8d64-9e8f96b79ced'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:59.232726 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-6ca72530-e39e-49a3-a6ad-e846e3fb60e3 None None] Set router 7714bd81-8c77-431d-8d64-9e8f96b79ced gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:56:59.421825 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1baa6-4c3d-44fb-94e2-07a65070c446 req-2cdc6839-20c0-4f86-af71-77aa43ae0cea tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:59.423546 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-76c1baa6-4c3d-44fb-94e2-07a65070c446 req-2cdc6839-20c0-4f86-af71-77aa43ae0cea tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebba550e-dc06-48b7-95d0-fe9e5d470fbc HTTP/1.1" status: 200 len: 944 time: 0.0600684 Aug 10 04:56:59.450575 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-6ca72530-e39e-49a3-a6ad-e846e3fb60e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7714bd81-8c77-431d-8d64-9e8f96b79ced', 'name': 'tempest-TestVolumeBootPattern-1623804774-router', 'tenant_id': '5f617dd00a284b3e8d47b6b5fba8163c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '321a2f7a-125e-4141-8652-c73b58ac2e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:51Z', 'updated_at': '2021-08-10T04:56:55Z', 'revision_number': 4, 'project_id': '5f617dd00a284b3e8d47b6b5fba8163c', 'gw_port': {'id': '321a2f7a-125e-4141-8652-c73b58ac2e26', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7714bd81-8c77-431d-8d64-9e8f96b79ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:52Z', 'updated_at': '2021-08-10T04:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': '5d9a0593-52c9-4567-aa84-e27c101b1770', 'name': '', 'network_id': 'f22d150b-820c-4f71-be59-4ce9a56d8c72', 'tenant_id': '5f617dd00a284b3e8d47b6b5fba8163c', 'mac_address': 'fa:16:3e:58:3c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7714bd81-8c77-431d-8d64-9e8f96b79ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4ab50b1b-012f-4854-ac42-8f20b7ece40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:54Z', 'updated_at': '2021-08-10T04:56:55Z', 'revision_number': 2, 'project_id': '5f617dd00a284b3e8d47b6b5fba8163c', 'subnets': [{'id': '4ab50b1b-012f-4854-ac42-8f20b7ece40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:59.469583 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-76c1baa6-4c3d-44fb-94e2-07a65070c446 req-3a299dd6-a882-4eb1-9ca8-a6f72bc8e92b tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ce81c4-203a-4e71-8f5b-a599308e0448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394886 Aug 10 04:56:59.488402 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca72530-e39e-49a3-a6ad-e846e3fb60e3 None None] Checking router: 7714bd81-8c77-431d-8d64-9e8f96b79ced for host: dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:56:59.488831 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca72530-e39e-49a3-a6ad-e846e3fb60e3 None None] Updating router 7714bd81-8c77-431d-8d64-9e8f96b79ced port 5d9a0593-52c9-4567-aa84-e27c101b1770 binding host dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:56:59.516857 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6ca72530-e39e-49a3-a6ad-e846e3fb60e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:59.605457 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b160e1-4bda-4925-b604-f67bdc91739c req-7a044150-b546-4d92-b2de-246bedb851d9 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:59.607044 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-31b160e1-4bda-4925-b604-f67bdc91739c req-7a044150-b546-4d92-b2de-246bedb851d9 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0562310 Aug 10 04:56:59.645410 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-31b160e1-4bda-4925-b604-f67bdc91739c req-34445c15-8446-4de8-a462-24f3a5e400c2 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322347 Aug 10 04:56:59.793122 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6ca72530-e39e-49a3-a6ad-e846e3fb60e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:59.802681 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-6ca72530-e39e-49a3-a6ad-e846e3fb60e3 None None] Transition to ACTIVE for port object 5d9a0593-52c9-4567-aa84-e27c101b1770 will not be triggered until provisioned by entity L2. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:56:59.811819 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6ca72530-e39e-49a3-a6ad-e846e3fb60e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:59.863661 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832f989-1fae-484f-a6f4-310f1b2b79c4 None None] Pushing event updated for resources: {'Port': ['ID=5d9a0593-52c9-4567-aa84-e27c101b1770,revision_number=3']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:59.915971 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-6ca72530-e39e-49a3-a6ad-e846e3fb60e3 None None] Attempting to bind port 5d9a0593-52c9-4567-aa84-e27c101b1770 on host dv-cinder-804035-1-iscsi for vnic_type normal with profile {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:56:59.916455 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-6ca72530-e39e-49a3-a6ad-e846e3fb60e3 None None] Attempting to bind port 5d9a0593-52c9-4567-aa84-e27c101b1770 by drivers openvswitch,hyperv on host dv-cinder-804035-1-iscsi at level 0 using segments [{'id': '63127554-987c-4241-959e-673ab3c2afda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f22d150b-820c-4f71-be59-4ce9a56d8c72'}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:56:59.917616 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca72530-e39e-49a3-a6ad-e846e3fb60e3 None None] Attempting to bind port 5d9a0593-52c9-4567-aa84-e27c101b1770 on network f22d150b-820c-4f71-be59-4ce9a56d8c72 {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:56:59.924475 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca72530-e39e-49a3-a6ad-e846e3fb60e3 None None] Checking agent: {'id': 'e86c392a-1153-4c8a-96a5-08eb1b77cf3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 44, 50), 'started_at': datetime.datetime(2021, 8, 10, 4, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:56:59.924853 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca72530-e39e-49a3-a6ad-e846e3fb60e3 None None] Checking segment: {'id': '63127554-987c-4241-959e-673ab3c2afda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f22d150b-820c-4f71-be59-4ce9a56d8c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:56:59.925261 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6ca72530-e39e-49a3-a6ad-e846e3fb60e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:59.925658 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca72530-e39e-49a3-a6ad-e846e3fb60e3 None None] Bound using segment: {'id': '63127554-987c-4241-959e-673ab3c2afda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f22d150b-820c-4f71-be59-4ce9a56d8c72'} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:56:59.926128 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-6ca72530-e39e-49a3-a6ad-e846e3fb60e3 None None] Bound port: 5d9a0593-52c9-4567-aa84-e27c101b1770, host: dv-cinder-804035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63127554-987c-4241-959e-673ab3c2afda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f22d150b-820c-4f71-be59-4ce9a56d8c72'}}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:56:59.926526 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6ca72530-e39e-49a3-a6ad-e846e3fb60e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:59.998000 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-6ca72530-e39e-49a3-a6ad-e846e3fb60e3 None None] For port 5d9a0593-52c9-4567-aa84-e27c101b1770, host dv-cinder-804035-1-iscsi, cleared binding levels {{(pid=93279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:57:00.001336 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-6ca72530-e39e-49a3-a6ad-e846e3fb60e3 None None] For port 5d9a0593-52c9-4567-aa84-e27c101b1770, host dv-cinder-804035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=5d9a0593-52c9-4567-aa84-e27c101b1770,segment=NetworkSegment(63127554-987c-4241-959e-673ab3c2afda),segment_id=63127554-987c-4241-959e-673ab3c2afda)] {{(pid=93279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:57:00.007605 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6ca72530-e39e-49a3-a6ad-e846e3fb60e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:00.058446 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 8a8b0ecf-7461-4f1b-b163-e415589f6687 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:57:00.093495 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca72530-e39e-49a3-a6ad-e846e3fb60e3 None None] Routers {'7714bd81-8c77-431d-8d64-9e8f96b79ced'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:57:00.094117 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-6ca72530-e39e-49a3-a6ad-e846e3fb60e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:56:50Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['7714bd81-8c77-431d-8d64-9e8f96b79ced'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:57:00.095883 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832f989-1fae-484f-a6f4-310f1b2b79c4 None None] Pushing event updated for resources: {'Port': ['ID=5d9a0593-52c9-4567-aa84-e27c101b1770,revision_number=4']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:00.260548 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 8a8b0ecf-7461-4f1b-b163-e415589f6687, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8a8b0ecf-7461-4f1b-b163-e415589f6687,segment=NetworkSegment(6d1d9be1-35a1-4984-9953-cc66e1de7933),segment_id=6d1d9be1-35a1-4984-9953-cc66e1de7933)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:57:00.273545 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-6ca72530-e39e-49a3-a6ad-e846e3fb60e3 None None] Set router 7714bd81-8c77-431d-8d64-9e8f96b79ced gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:57:00.308906 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Returning: {'device': '8a8b0ecf-7461-4f1b-b163-e415589f6687', 'network_id': '95183b14-802e-4c98-a0d8-8ce143978b6f', 'port_id': '8a8b0ecf-7461-4f1b-b163-e415589f6687', 'mac_address': 'fa:16:3e:29:61:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c91b2b1c-4a0d-4ffe-9403-9188038967d7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:57:00.398262 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:00.446513 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a8b0ecf-7461-4f1b-b163-e415589f6687 {{(pid=93279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:57:00.480065 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 8a8b0ecf-7461-4f1b-b163-e415589f6687, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8a8b0ecf-7461-4f1b-b163-e415589f6687,segment=NetworkSegment(6d1d9be1-35a1-4984-9953-cc66e1de7933),segment_id=6d1d9be1-35a1-4984-9953-cc66e1de7933)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:57:00.489727 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:00.570551 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=8a8b0ecf-7461-4f1b-b163-e415589f6687,revision_number=4']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:00.592749 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-6ca72530-e39e-49a3-a6ad-e846e3fb60e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7714bd81-8c77-431d-8d64-9e8f96b79ced', 'name': 'tempest-TestVolumeBootPattern-1623804774-router', 'tenant_id': '5f617dd00a284b3e8d47b6b5fba8163c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '321a2f7a-125e-4141-8652-c73b58ac2e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:51Z', 'updated_at': '2021-08-10T04:56:55Z', 'revision_number': 4, 'project_id': '5f617dd00a284b3e8d47b6b5fba8163c', 'gw_port': {'id': '321a2f7a-125e-4141-8652-c73b58ac2e26', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7714bd81-8c77-431d-8d64-9e8f96b79ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:52Z', 'updated_at': '2021-08-10T04:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': '5d9a0593-52c9-4567-aa84-e27c101b1770', 'name': '', 'network_id': 'f22d150b-820c-4f71-be59-4ce9a56d8c72', 'tenant_id': '5f617dd00a284b3e8d47b6b5fba8163c', 'mac_address': 'fa:16:3e:58:3c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7714bd81-8c77-431d-8d64-9e8f96b79ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4ab50b1b-012f-4854-ac42-8f20b7ece40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:54Z', 'updated_at': '2021-08-10T04:56:59Z', 'revision_number': 4, 'project_id': '5f617dd00a284b3e8d47b6b5fba8163c', 'subnets': [{'id': '4ab50b1b-012f-4854-ac42-8f20b7ece40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:57:00.614053 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c32cf9-319a-432e-830c-2d92bbf01574 req-a1489a77-eaed-4e89-8e5d-05afb7981e18 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:00.615567 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b5c32cf9-319a-432e-830c-2d92bbf01574 req-a1489a77-eaed-4e89-8e5d-05afb7981e18 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebba550e-dc06-48b7-95d0-fe9e5d470fbc HTTP/1.1" status: 200 len: 945 time: 0.0496190 Aug 10 04:57:00.623530 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca72530-e39e-49a3-a6ad-e846e3fb60e3 None None] The sync data for ids ['7714bd81-8c77-431d-8d64-9e8f96b79ced'] in dv-cinder-804035-1-iscsi is: [{'id': '7714bd81-8c77-431d-8d64-9e8f96b79ced', 'name': 'tempest-TestVolumeBootPattern-1623804774-router', 'tenant_id': '5f617dd00a284b3e8d47b6b5fba8163c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '321a2f7a-125e-4141-8652-c73b58ac2e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:51Z', 'updated_at': '2021-08-10T04:56:55Z', 'revision_number': 4, 'project_id': '5f617dd00a284b3e8d47b6b5fba8163c', 'gw_port': {'id': '321a2f7a-125e-4141-8652-c73b58ac2e26', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7714bd81-8c77-431d-8d64-9e8f96b79ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:52Z', 'updated_at': '2021-08-10T04:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': '5d9a0593-52c9-4567-aa84-e27c101b1770', 'name': '', 'network_id': 'f22d150b-820c-4f71-be59-4ce9a56d8c72', 'tenant_id': '5f617dd00a284b3e8d47b6b5fba8163c', 'mac_address': 'fa:16:3e:58:3c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7714bd81-8c77-431d-8d64-9e8f96b79ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4ab50b1b-012f-4854-ac42-8f20b7ece40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:54Z', 'updated_at': '2021-08-10T04:56:59Z', 'revision_number': 4, 'project_id': '5f617dd00a284b3e8d47b6b5fba8163c', 'subnets': [{'id': '4ab50b1b-012f-4854-ac42-8f20b7ece40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:57:00.654881 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b5c32cf9-319a-432e-830c-2d92bbf01574 req-42a36473-fc3f-4b9c-8caf-93c148274693 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ce81c4-203a-4e71-8f5b-a599308e0448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333838 Aug 10 04:57:00.903732 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 5d9a0593-52c9-4567-aa84-e27c101b1770 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:57:00.915622 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa05ac-fcc2-4109-96a1-f16f22fbefe9 req-8c4fb968-a9a9-4fab-ba5a-5297200a05fe tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:00.917803 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-f8aa05ac-fcc2-4109-96a1-f16f22fbefe9 req-8c4fb968-a9a9-4fab-ba5a-5297200a05fe tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.63 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.0676250 Aug 10 04:57:00.966670 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning for port 5d9a0593-52c9-4567-aa84-e27c101b1770 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:57:00.984850 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 5d9a0593-52c9-4567-aa84-e27c101b1770 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:57:00.985488 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:01.034055 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [req-f8aa05ac-fcc2-4109-96a1-f16f22fbefe9 req-c23d410c-bffc-43ec-ba9b-fae8a14b43c7 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Deleting port d0d976ab-e736-4987-892d-9d160b351bdc {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:57:01.034871 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-f8aa05ac-fcc2-4109-96a1-f16f22fbefe9 req-c23d410c-bffc-43ec-ba9b-fae8a14b43c7 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:01.053709 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39344fd7-cb4c-4c3a-9eea-b6a7f6fdce38 req-da1c141d-7cf0-48e9-82d9-f3a0d215e8e7 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:01.055536 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-39344fd7-cb4c-4c3a-9eea-b6a7f6fdce38 req-da1c141d-7cf0-48e9-82d9-f3a0d215e8e7 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c42199db-6020-4ac7-8b16-92a4c5b44204 HTTP/1.1" status: 200 len: 946 time: 0.3265584 Aug 10 04:57:01.095354 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:01.115280 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-39344fd7-cb4c-4c3a-9eea-b6a7f6fdce38 req-1edd60c3-135d-46e8-8e66-5228e3c84d45 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c52aab-4166-4dc8-bd5f-e740e68b6561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394402 Aug 10 04:57:01.140812 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] For port 5d9a0593-52c9-4567-aa84-e27c101b1770, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=5d9a0593-52c9-4567-aa84-e27c101b1770,segment=NetworkSegment(63127554-987c-4241-959e-673ab3c2afda),segment_id=63127554-987c-4241-959e-673ab3c2afda)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:57:01.144310 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['8a8b0ecf-7461-4f1b-b163-e415589f6687'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:57:01.147850 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:01.159882 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [req-f8aa05ac-fcc2-4109-96a1-f16f22fbefe9 req-c23d410c-bffc-43ec-ba9b-fae8a14b43c7 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] For port d0d976ab-e736-4987-892d-9d160b351bdc, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d0d976ab-e736-4987-892d-9d160b351bdc,segment=NetworkSegment(adf267e7-4f91-4f68-a415-a317b9ef2366),segment_id=adf267e7-4f91-4f68-a415-a317b9ef2366)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:57:01.160435 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-f8aa05ac-fcc2-4109-96a1-f16f22fbefe9 req-c23d410c-bffc-43ec-ba9b-fae8a14b43c7 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:01.174456 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [req-f8aa05ac-fcc2-4109-96a1-f16f22fbefe9 req-c23d410c-bffc-43ec-ba9b-fae8a14b43c7 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Calling delete_port for d0d976ab-e736-4987-892d-9d160b351bdc owned by compute:nova {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:57:01.232828 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Pushing event updated for resources: {'Port': ['ID=5d9a0593-52c9-4567-aa84-e27c101b1770,revision_number=5']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:01.321817 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-f8aa05ac-fcc2-4109-96a1-f16f22fbefe9 req-c23d410c-bffc-43ec-ba9b-fae8a14b43c7 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:01.351236 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d410c-bffc-43ec-ba9b-fae8a14b43c7 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Pushing event deleted for resources: {'Port': ['ID=d0d976ab-e736-4987-892d-9d160b351bdc,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:01.391271 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8aa05ac-fcc2-4109-96a1-f16f22fbefe9 req-c23d410c-bffc-43ec-ba9b-fae8a14b43c7 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] No DVR routers for this DVR port d0d976ab-e736-4987-892d-9d160b351bdc on host hv-cinder-80403 {{(pid=93277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:57:01.394406 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-f8aa05ac-fcc2-4109-96a1-f16f22fbefe9 req-c23d410c-bffc-43ec-ba9b-fae8a14b43c7 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:01.396516 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-f8aa05ac-fcc2-4109-96a1-f16f22fbefe9 req-c23d410c-bffc-43ec-ba9b-fae8a14b43c7 tempest-ServerRescueNegativeTestJSON-466768715 tempest-ServerRescueNegativeTestJSON-466768715-project] 10.222.0.63 "DELETE /v2.0/ports/d0d976ab-e736-4987-892d-9d160b351bdc HTTP/1.1" status: 204 len: 173 time: 0.4705946 Aug 10 04:57:01.396987 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c42199db-6020-4ac7-8b16-92a4c5b44204', 'name': 'network-vif-deleted', 'tag': 'd0d976ab-e736-4987-892d-9d160b351bdc'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:57:01.399464 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0435c65cf5a8cc8383a9c7cfa6853d0e89819f93ab363e4d384fd3b31d716135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69223058-f736-440d-89f6-801c833957a9" -d '{"events": [{"server_uuid": "c42199db-6020-4ac7-8b16-92a4c5b44204", "name": "network-vif-deleted", "tag": "d0d976ab-e736-4987-892d-9d160b351bdc"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:57:01.445461 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50afaef-008c-43fc-9e95-b4c728996bf4 x-openstack-request-id: req-f50afaef-008c-43fc-9e95-b4c728996bf4 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:57:01.445964 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c42199db-6020-4ac7-8b16-92a4c5b44204", "name": "network-vif-deleted", "tag": "d0d976ab-e736-4987-892d-9d160b351bdc", "status": "completed", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:57:01.446290 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f50afaef-008c-43fc-9e95-b4c728996bf4 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:57:01.446744 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c42199db-6020-4ac7-8b16-92a4c5b44204', 'name': 'network-vif-deleted', 'tag': 'd0d976ab-e736-4987-892d-9d160b351bdc', 'status': 'completed', 'code': 200} Aug 10 04:57:01.795804 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc10b48-b184-4e66-a431-81368af056a4 req-a2444a99-7dd1-4b48-956e-5ace055f748b tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:01.797305 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9fc10b48-b184-4e66-a431-81368af056a4 req-a2444a99-7dd1-4b48-956e-5ace055f748b tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebba550e-dc06-48b7-95d0-fe9e5d470fbc HTTP/1.1" status: 200 len: 945 time: 0.0611751 Aug 10 04:57:01.839570 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9fc10b48-b184-4e66-a431-81368af056a4 req-74b5a2cc-02bb-429a-84f9-7acd5fc48a87 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ce81c4-203a-4e71-8f5b-a599308e0448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352509 Aug 10 04:57:01.978186 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['d0d976ab-e736-4987-892d-9d160b351bdc'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:57:02.156183 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 33224) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:57:02.600059 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6ff5262e-0117-4f70-acac-c0c7aca308d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495774'] for router_interface, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:02.857067 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 5d9a0593-52c9-4567-aa84-e27c101b1770 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:57:02.902475 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-6ff5262e-0117-4f70-acac-c0c7aca308d3 admin admin] Deleting port f4778d80-2965-4d30-a30f-2c2a1c572eb4 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:57:02.903109 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6ff5262e-0117-4f70-acac-c0c7aca308d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:02.907100 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 5d9a0593-52c9-4567-aa84-e27c101b1770 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:57:02.907475 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:03.017125 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c7eb5-29da-45aa-b415-7d76426d29f7 req-0abeb748-b640-46de-925e-3b7d7c4fccb0 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:03.018644 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-152c7eb5-29da-45aa-b415-7d76426d29f7 req-0abeb748-b640-46de-925e-3b7d7c4fccb0 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebba550e-dc06-48b7-95d0-fe9e5d470fbc HTTP/1.1" status: 200 len: 945 time: 0.1043687 Aug 10 04:57:03.020555 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-6ff5262e-0117-4f70-acac-c0c7aca308d3 admin admin] For port f4778d80-2965-4d30-a30f-2c2a1c572eb4, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=f4778d80-2965-4d30-a30f-2c2a1c572eb4,segment=NetworkSegment(adf267e7-4f91-4f68-a415-a317b9ef2366),segment_id=adf267e7-4f91-4f68-a415-a317b9ef2366)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:57:03.020915 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6ff5262e-0117-4f70-acac-c0c7aca308d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:03.044508 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-6ff5262e-0117-4f70-acac-c0c7aca308d3 admin admin] Calling delete_port for f4778d80-2965-4d30-a30f-2c2a1c572eb4 owned by network:router_interface {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:57:03.113499 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-152c7eb5-29da-45aa-b415-7d76426d29f7 req-393369ef-4fe1-43af-aa9e-2c2c82d420f7 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ce81c4-203a-4e71-8f5b-a599308e0448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813961 Aug 10 04:57:03.280051 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6ff5262e-0117-4f70-acac-c0c7aca308d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:03.312155 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5262e-0117-4f70-acac-c0c7aca308d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4778d80-2965-4d30-a30f-2c2a1c572eb4,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:03.343335 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5262e-0117-4f70-acac-c0c7aca308d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:03.343680 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5262e-0117-4f70-acac-c0c7aca308d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:03.344014 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5262e-0117-4f70-acac-c0c7aca308d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:03.344342 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5262e-0117-4f70-acac-c0c7aca308d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:03.344666 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5262e-0117-4f70-acac-c0c7aca308d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:03.344992 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5262e-0117-4f70-acac-c0c7aca308d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:03.345311 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5262e-0117-4f70-acac-c0c7aca308d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:03.345628 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5262e-0117-4f70-acac-c0c7aca308d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:03.345945 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5262e-0117-4f70-acac-c0c7aca308d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:03.346264 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5262e-0117-4f70-acac-c0c7aca308d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:03.346576 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5262e-0117-4f70-acac-c0c7aca308d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:03.346887 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5262e-0117-4f70-acac-c0c7aca308d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:03.490150 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6ff5262e-0117-4f70-acac-c0c7aca308d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497198'] for router_interface, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:03.723046 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff5262e-0117-4f70-acac-c0c7aca308d3 admin admin] Router 380c02c9-6bba-4a76-af40-a4a854cf25ce has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:57:03.841948 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff5262e-0117-4f70-acac-c0c7aca308d3 admin admin] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:57:03.847177 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-6ff5262e-0117-4f70-acac-c0c7aca308d3 admin admin] 10.222.0.49 "PUT /v2.0/routers/380c02c9-6bba-4a76-af40-a4a854cf25ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6899250 Aug 10 04:57:03.851372 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 33236) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:57:03.855826 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b817a4e-3048-44e0-8144-f4bbc0a81331 None None] Sync routers for ids ['380c02c9-6bba-4a76-af40-a4a854cf25ce'] in dv-cinder-804035-1-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:57:03.870426 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b817a4e-3048-44e0-8144-f4bbc0a81331 None None] Routers {'380c02c9-6bba-4a76-af40-a4a854cf25ce'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:57:03.871145 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-9b817a4e-3048-44e0-8144-f4bbc0a81331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:56:50Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['380c02c9-6bba-4a76-af40-a4a854cf25ce'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:57:03.963762 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5e75f8be-ca89-4c88-a8f9-9ea4b8b30261 admin admin] Notify callbacks [] for router, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:03.975160 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-9b817a4e-3048-44e0-8144-f4bbc0a81331 None None] Set router 380c02c9-6bba-4a76-af40-a4a854cf25ce gateway port host: dv-cinder-804035-1-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:57:04.065316 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 8a8b0ecf-7461-4f1b-b163-e415589f6687 up at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:57:04.080132 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5e75f8be-ca89-4c88-a8f9-9ea4b8b30261 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:04.126541 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning for port 8a8b0ecf-7461-4f1b-b163-e415589f6687 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:57:04.131347 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning complete for port 8a8b0ecf-7461-4f1b-b163-e415589f6687 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:57:04.132387 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:04.163382 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-5e75f8be-ca89-4c88-a8f9-9ea4b8b30261 admin admin] Deleting port 9df8962f-ed94-43ff-8b49-f398eb9168e7 {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:57:04.163728 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5e75f8be-ca89-4c88-a8f9-9ea4b8b30261 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:04.164678 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-9b817a4e-3048-44e0-8144-f4bbc0a81331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380c02c9-6bba-4a76-af40-a4a854cf25ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1621064557-router', 'tenant_id': '7c7b5b90b1974558a6b6090b510234f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '9df8962f-ed94-43ff-8b49-f398eb9168e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:26Z', 'updated_at': '2021-08-10T04:57:03Z', 'revision_number': 5, 'project_id': '7c7b5b90b1974558a6b6090b510234f1', 'gw_port': {'id': '9df8962f-ed94-43ff-8b49-f398eb9168e7', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:85:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380c02c9-6bba-4a76-af40-a4a854cf25ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:27Z', 'updated_at': '2021-08-10T04:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi'}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:57:04.202135 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b817a4e-3048-44e0-8144-f4bbc0a81331 None None] Checking router: 380c02c9-6bba-4a76-af40-a4a854cf25ce for host: dv-cinder-804035-1-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:57:04.211845 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b817a4e-3048-44e0-8144-f4bbc0a81331 None None] Routers {'380c02c9-6bba-4a76-af40-a4a854cf25ce'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:57:04.212781 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-9b817a4e-3048-44e0-8144-f4bbc0a81331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:56:50Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['380c02c9-6bba-4a76-af40-a4a854cf25ce'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:57:04.240101 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:04.267115 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-5e75f8be-ca89-4c88-a8f9-9ea4b8b30261 admin admin] For port 9df8962f-ed94-43ff-8b49-f398eb9168e7, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=9df8962f-ed94-43ff-8b49-f398eb9168e7,segment=NetworkSegment(b7fff169-1c8e-4170-8d8b-00d331120c68),segment_id=b7fff169-1c8e-4170-8d8b-00d331120c68)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:57:04.267485 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5e75f8be-ca89-4c88-a8f9-9ea4b8b30261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:04.281631 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90168a0a-889f-43b5-bedb-cacbf884adb4 req-1d64929a-0b07-4cd0-9d96-26c6de83edde tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:04.283307 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-90168a0a-889f-43b5-bedb-cacbf884adb4 req-1d64929a-0b07-4cd0-9d96-26c6de83edde tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebba550e-dc06-48b7-95d0-fe9e5d470fbc HTTP/1.1" status: 200 len: 945 time: 0.0553124 Aug 10 04:57:04.283706 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-5e75f8be-ca89-4c88-a8f9-9ea4b8b30261 admin admin] Calling delete_port for 9df8962f-ed94-43ff-8b49-f398eb9168e7 owned by network:router_gateway {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:57:04.291851 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 8a8b0ecf-7461-4f1b-b163-e415589f6687, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8a8b0ecf-7461-4f1b-b163-e415589f6687,segment=NetworkSegment(6d1d9be1-35a1-4984-9953-cc66e1de7933),segment_id=6d1d9be1-35a1-4984-9953-cc66e1de7933)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:57:04.292825 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebba550e-dc06-48b7-95d0-fe9e5d470fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8b0ecf-7461-4f1b-b163-e415589f6687'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:57:04.296497 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684630205e793650736d742c593896f55c3712126ad5fa6ebc9acffcc34ee486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae95c75-b089-41a0-a975-82b87c996b73" -d '{"events": [{"server_uuid": "ebba550e-dc06-48b7-95d0-fe9e5d470fbc", "name": "network-vif-plugged", "status": "completed", "tag": "8a8b0ecf-7461-4f1b-b163-e415589f6687"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:57:04.304965 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-9b817a4e-3048-44e0-8144-f4bbc0a81331 None None] Set router 380c02c9-6bba-4a76-af40-a4a854cf25ce gateway port host: None {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:57:04.307600 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:04.308560 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device d0d976ab-e736-4987-892d-9d160b351bdc no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:57:04.331640 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] No Port match for: d0d976ab-e736-4987-892d-9d160b351bdc {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:57:04.332118 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device d0d976ab-e736-4987-892d-9d160b351bdc not bound to the agent host hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:57:04.335456 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-90168a0a-889f-43b5-bedb-cacbf884adb4 req-fb3370bd-7176-424d-87f7-8d3333d10f4c tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ce81c4-203a-4e71-8f5b-a599308e0448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449865 Aug 10 04:57:04.384068 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c833a343-e35b-4672-b308-7133b69b0278 x-openstack-request-id: req-c833a343-e35b-4672-b308-7133b69b0278 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:57:04.384844 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebba550e-dc06-48b7-95d0-fe9e5d470fbc", "name": "network-vif-plugged", "status": "completed", "tag": "8a8b0ecf-7461-4f1b-b163-e415589f6687", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:57:04.385102 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c833a343-e35b-4672-b308-7133b69b0278 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:57:04.385434 dv-cinder-804035-1-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebba550e-dc06-48b7-95d0-fe9e5d470fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8b0ecf-7461-4f1b-b163-e415589f6687', 'code': 200} Aug 10 04:57:04.396870 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-9b817a4e-3048-44e0-8144-f4bbc0a81331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380c02c9-6bba-4a76-af40-a4a854cf25ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1621064557-router', 'tenant_id': '7c7b5b90b1974558a6b6090b510234f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:26Z', 'updated_at': '2021-08-10T04:57:04Z', 'revision_number': 6, 'project_id': '7c7b5b90b1974558a6b6090b510234f1', 'gw_port_host': None}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:57:04.412325 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=8a8b0ecf-7461-4f1b-b163-e415589f6687,revision_number=5']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:04.422969 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b817a4e-3048-44e0-8144-f4bbc0a81331 None None] The sync data for ids ['380c02c9-6bba-4a76-af40-a4a854cf25ce'] in dv-cinder-804035-1-iscsi is: [{'id': '380c02c9-6bba-4a76-af40-a4a854cf25ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1621064557-router', 'tenant_id': '7c7b5b90b1974558a6b6090b510234f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:26Z', 'updated_at': '2021-08-10T04:57:04Z', 'revision_number': 6, 'project_id': '7c7b5b90b1974558a6b6090b510234f1', 'gw_port_host': None}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:57:04.546007 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5e75f8be-ca89-4c88-a8f9-9ea4b8b30261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:04.585472 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75f8be-ca89-4c88-a8f9-9ea4b8b30261 admin admin] Pushing event deleted for resources: {'Port': ['ID=9df8962f-ed94-43ff-8b49-f398eb9168e7,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:04.605076 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7d835-782e-4210-aa74-493cd36eb3a1 req-ef586fdb-db85-493b-a304-1bec8f822720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:04.606581 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-7af7d835-782e-4210-aa74-493cd36eb3a1 req-ef586fdb-db85-493b-a304-1bec8f822720 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ebba550e-dc06-48b7-95d0-fe9e5d470fbc HTTP/1.1" status: 200 len: 1099 time: 0.0987613 Aug 10 04:57:04.664312 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5e75f8be-ca89-4c88-a8f9-9ea4b8b30261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496328'] for router_gateway, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:04.679993 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-7af7d835-782e-4210-aa74-493cd36eb3a1 req-2a6e953b-3670-4fbd-90de-001ddfea8069 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a2ce81c4-203a-4e71-8f5b-a599308e0448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539339 Aug 10 04:57:04.765469 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5e75f8be-ca89-4c88-a8f9-9ea4b8b30261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:04.767542 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5e75f8be-ca89-4c88-a8f9-9ea4b8b30261 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:04.834737 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5e75f8be-ca89-4c88-a8f9-9ea4b8b30261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492488'] for router, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:04.835299 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e75f8be-ca89-4c88-a8f9-9ea4b8b30261 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 380c02c9-6bba-4a76-af40-a4a854cf25ce {{(pid=93277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:57:04.841290 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5e75f8be-ca89-4c88-a8f9-9ea4b8b30261 admin admin] Notify callbacks [] for router, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:04.845031 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-5e75f8be-ca89-4c88-a8f9-9ea4b8b30261 admin admin] 10.222.0.49 "DELETE /v2.0/routers/380c02c9-6bba-4a76-af40-a4a854cf25ce HTTP/1.1" status: 204 len: 168 time: 0.9897070 Aug 10 04:57:04.845288 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 33246) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:57:04.889969 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe1c997-dfea-4d45-a658-4d1921bd5ed7 admin admin] Deleting subnet 3decaebb-6db7-465e-9b45-ecf80d350e0e {{(pid=93277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:57:04.893252 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1fe1c997-dfea-4d45-a658-4d1921bd5ed7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:04.930675 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1fe1c997-dfea-4d45-a658-4d1921bd5ed7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58878301'] for subnet, precommit_delete_associations {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:04.959462 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 9df8962f-ed94-43ff-8b49-f398eb9168e7 no longer exists at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:57:04.977079 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1fe1c997-dfea-4d45-a658-4d1921bd5ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3582293'] for subnet, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:04.987408 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] No Port match for: 9df8962f-ed94-43ff-8b49-f398eb9168e7 {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:57:04.987754 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 9df8962f-ed94-43ff-8b49-f398eb9168e7 not bound to the agent host dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:57:04.988168 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device f4778d80-2965-4d30-a30f-2c2a1c572eb4 no longer exists at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:57:05.008035 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] No Port match for: f4778d80-2965-4d30-a30f-2c2a1c572eb4 {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:57:05.008459 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device f4778d80-2965-4d30-a30f-2c2a1c572eb4 not bound to the agent host dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:57:05.030670 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1fe1c997-dfea-4d45-a658-4d1921bd5ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3582274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59047148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1137010'] for subnet, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:05.056223 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1c997-dfea-4d45-a658-4d1921bd5ed7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3decaebb-6db7-465e-9b45-ecf80d350e0e,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:05.061214 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1fe1c997-dfea-4d45-a658-4d1921bd5ed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for subnet, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:05.064962 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-1fe1c997-dfea-4d45-a658-4d1921bd5ed7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3decaebb-6db7-465e-9b45-ecf80d350e0e HTTP/1.1" status: 204 len: 168 time: 0.2170587 Aug 10 04:57:05.066016 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 33248) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:57:05.136000 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3831018e-ce9f-45a2-b8ac-694d0eb23fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727498'] for network, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:05.225081 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3831018e-ce9f-45a2-b8ac-694d0eb23fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580114', 'neutron.services.segments.db._delete_segments_for_network-8757410627184'] for network, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:05.235796 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-3831018e-ce9f-45a2-b8ac-694d0eb23fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa4da3fe-515b-43af-bfca-345879bf66c5']}} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:57:05.250842 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-3831018e-ce9f-45a2-b8ac-694d0eb23fe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf267e7-4f91-4f68-a415-a317b9ef2366') {'for_net_delete': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:57:05.251313 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-3831018e-ce9f-45a2-b8ac-694d0eb23fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf267e7-4f91-4f68-a415-a317b9ef2366') {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:57:05.262297 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3831018e-ce9f-45a2-b8ac-694d0eb23fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757410630265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58878282'] for segment, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:05.289625 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3831018e-ce9f-45a2-b8ac-694d0eb23fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:05.295615 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3831018e-ce9f-45a2-b8ac-694d0eb23fe2 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:57:05.295990 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3831018e-ce9f-45a2-b8ac-694d0eb23fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59046962'] for segment, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:05.297545 dv-cinder-804035-1-iscsi neutron-server[93277]: Traceback (most recent call last): Aug 10 04:57:05.297545 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:57:05.297545 dv-cinder-804035-1-iscsi neutron-server[93277]: timer() Aug 10 04:57:05.297545 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:57:05.297545 dv-cinder-804035-1-iscsi neutron-server[93277]: cb(*args, **kw) Aug 10 04:57:05.297545 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:57:05.297545 dv-cinder-804035-1-iscsi neutron-server[93277]: return func(*args, **kwargs) Aug 10 04:57:05.297545 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:57:05.297545 dv-cinder-804035-1-iscsi neutron-server[93277]: self._notify() Aug 10 04:57:05.297545 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:57:05.297545 dv-cinder-804035-1-iscsi neutron-server[93277]: self.callback(batched_events) Aug 10 04:57:05.297545 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:57:05.297545 dv-cinder-804035-1-iscsi neutron-server[93277]: event.method(event) Aug 10 04:57:05.297545 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:57:05.297545 dv-cinder-804035-1-iscsi neutron-server[93277]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:57:05.297545 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:57:05.297545 dv-cinder-804035-1-iscsi neutron-server[93277]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:57:05.297545 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:57:05.297545 dv-cinder-804035-1-iscsi neutron-server[93277]: return f(self, *a, **k) Aug 10 04:57:05.297545 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:57:05.297545 dv-cinder-804035-1-iscsi neutron-server[93277]: return self._get(url).json() Aug 10 04:57:05.297545 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:57:05.297545 dv-cinder-804035-1-iscsi neutron-server[93277]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:57:05.297545 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:57:05.297545 dv-cinder-804035-1-iscsi neutron-server[93277]: return self.request(url, 'GET', **kwargs) Aug 10 04:57:05.297545 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:57:05.297545 dv-cinder-804035-1-iscsi neutron-server[93277]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:57:05.297545 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:57:05.297545 dv-cinder-804035-1-iscsi neutron-server[93277]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:57:05.297545 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:57:05.297545 dv-cinder-804035-1-iscsi neutron-server[93277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:57:05.297545 dv-cinder-804035-1-iscsi neutron-server[93277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:57:05.357025 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3831018e-ce9f-45a2-b8ac-694d0eb23fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496300'] for network, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:05.362672 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3831018e-ce9f-45a2-b8ac-694d0eb23fe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:05.364512 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-3831018e-ce9f-45a2-b8ac-694d0eb23fe2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/fa4da3fe-515b-43af-bfca-345879bf66c5 HTTP/1.1" status: 204 len: 168 time: 0.2975130 Aug 10 04:57:05.375588 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831018e-ce9f-45a2-b8ac-694d0eb23fe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa4da3fe-515b-43af-bfca-345879bf66c5,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:05.476502 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa3f1c-5799-4585-bb63-9e6cb9370ffc req-5a30acaf-bcd0-4a5d-a16c-e344b1b391e0 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:05.477884 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-86aa3f1c-5799-4585-bb63-9e6cb9370ffc req-5a30acaf-bcd0-4a5d-a16c-e344b1b391e0 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebba550e-dc06-48b7-95d0-fe9e5d470fbc HTTP/1.1" status: 200 len: 946 time: 0.0508034 Aug 10 04:57:05.520428 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-86aa3f1c-5799-4585-bb63-9e6cb9370ffc req-c7d5e8bd-d350-405d-9be4-1bf085ceca44 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ce81c4-203a-4e71-8f5b-a599308e0448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362244 Aug 10 04:57:05.551256 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 33256) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:57:05.600402 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-08f570e3-b966-41dd-8dce-355b55eb52e9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7c7b5b90b1974558a6b6090b510234f1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0479798 Aug 10 04:57:05.603060 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 33258) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:57:05.652512 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a6eb6ec7-a3e2-48d5-972d-a3f105cd7f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:05.674199 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a6eb6ec7-a3e2-48d5-972d-a3f105cd7f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:05.730020 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a6eb6ec7-a3e2-48d5-972d-a3f105cd7f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:05.732621 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a6eb6ec7-a3e2-48d5-972d-a3f105cd7f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:05.733810 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-a6eb6ec7-a3e2-48d5-972d-a3f105cd7f58 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/38c52aab-4166-4dc8-bd5f-e740e68b6561 HTTP/1.1" status: 204 len: 168 time: 0.1298566 Aug 10 04:57:05.742317 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb6ec7-a3e2-48d5-972d-a3f105cd7f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c52aab-4166-4dc8-bd5f-e740e68b6561,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:06.467289 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 33284) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:57:06.581320 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-d1c396ab-fb27-4472-8629-9f19d869643e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2086926258-network', 'tenant_id': '291cbfbef761457992d564a491b0a7f4'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:57:06.613061 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c396ab-fb27-4472-8629-9f19d869643e admin admin] Made reservation on behalf of 291cbfbef761457992d564a491b0a7f4 for: {'network': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:57:06.615204 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d1c396ab-fb27-4472-8629-9f19d869643e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for network, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:06.640983 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d1c396ab-fb27-4472-8629-9f19d869643e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:06.678467 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2acd4-f7b2-4a69-9580-08f5c35c2c6c req-fa4a1221-127d-48db-857d-c1674d469d88 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:06.680003 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e6b2acd4-f7b2-4a69-9580-08f5c35c2c6c req-fa4a1221-127d-48db-857d-c1674d469d88 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebba550e-dc06-48b7-95d0-fe9e5d470fbc HTTP/1.1" status: 200 len: 946 time: 0.0795085 Aug 10 04:57:06.738371 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e6b2acd4-f7b2-4a69-9580-08f5c35c2c6c req-2d2fc4da-d8e1-4a18-a5b5-81db2d0861d2 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ce81c4-203a-4e71-8f5b-a599308e0448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514872 Aug 10 04:57:06.783603 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d1c396ab-fb27-4472-8629-9f19d869643e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:06.790082 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d1c396ab-fb27-4472-8629-9f19d869643e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:06.818436 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1c396ab-fb27-4472-8629-9f19d869643e admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=93278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:57:06.829126 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c396ab-fb27-4472-8629-9f19d869643e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2947a9ef-8fa0-4c90-8d4c-7d8a817bbfb0,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:06.834065 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d1c396ab-fb27-4472-8629-9f19d869643e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:06.834406 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.db.segments_db [None req-d1c396ab-fb27-4472-8629-9f19d869643e admin admin] Added segment 4aa592e9-004a-43e5-a046-78ee40ed08eb of type vlan for network 4f037173-8d50-4b8b-8500-95d946155ed4 Aug 10 04:57:06.879892 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d1c396ab-fb27-4472-8629-9f19d869643e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757410051916'] for network, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:06.919893 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d1c396ab-fb27-4472-8629-9f19d869643e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092'] for network, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:06.920906 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c396ab-fb27-4472-8629-9f19d869643e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:06.921497 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d1c396ab-fb27-4472-8629-9f19d869643e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:06.978025 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-d1c396ab-fb27-4472-8629-9f19d869643e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5095434 Aug 10 04:57:06.981039 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 33330) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:57:06.987552 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-1ac40e56-1bd0-4ca3-874a-48a9815d7ac0 admin admin] Request body: {'subnet': {'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2086926258-subnet', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:57:07.003294 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c396ab-fb27-4472-8629-9f19d869643e admin admin] Pushing event updated for resources: {'Network': ['ID=4f037173-8d50-4b8b-8500-95d946155ed4,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:07.018682 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac40e56-1bd0-4ca3-874a-48a9815d7ac0 admin admin] Made reservation on behalf of 291cbfbef761457992d564a491b0a7f4 for: {'subnet': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:57:07.019454 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Network 4f037173-8d50-4b8b-8500-95d946155ed4 details requested by agent ovs-agent-dv-cinder-804035-1-iscsi with host dv-cinder-804035-1-iscsi {{(pid=93279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:57:07.022201 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1ac40e56-1bd0-4ca3-874a-48a9815d7ac0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7953801'] for subnet, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:07.214831 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1ac40e56-1bd0-4ca3-874a-48a9815d7ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7361737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7953851'] for subnet, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:07.271489 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac40e56-1bd0-4ca3-874a-48a9815d7ac0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43e9af1a-fb3c-49ab-96ba-064c265232c0,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:07.282277 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac40e56-1bd0-4ca3-874a-48a9815d7ac0 admin admin] Checking segment: {'id': '4aa592e9-004a-43e5-a046-78ee40ed08eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:57:07.282633 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac40e56-1bd0-4ca3-874a-48a9815d7ac0 admin admin] Network hostable DHCP agents. Network: 4f037173-8d50-4b8b-8500-95d946155ed4, hostable agents: ['5003063e-fd7f-41c4-9249-d5db703bed75'], hosted agents: [] {{(pid=93278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:57:07.301227 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac40e56-1bd0-4ca3-874a-48a9815d7ac0 admin admin] Network 4f037173-8d50-4b8b-8500-95d946155ed4 is scheduled to be hosted by DHCP agent 5003063e-fd7f-41c4-9249-d5db703bed75 with binding_index 1 {{(pid=93278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:57:07.313094 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-1ac40e56-1bd0-4ca3-874a-48a9815d7ac0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-1-iscsi, 4f037173-8d50-4b8b-8500-95d946155ed4) {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:57:07.317484 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac40e56-1bd0-4ca3-874a-48a9815d7ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:07.318067 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1ac40e56-1bd0-4ca3-874a-48a9815d7ac0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:07.323854 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1360ba-b8ca-42ea-aa11-83db2263e9c5 None None] Network 4f037173-8d50-4b8b-8500-95d946155ed4 requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:57:07.333556 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-1ac40e56-1bd0-4ca3-874a-48a9815d7ac0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3515441 Aug 10 04:57:07.336361 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 33336) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:57:07.341619 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-6d6c538f-81a8-4c52-818d-c5d7c3244121 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2086926258-router', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'}}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:57:07.365491 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6d6c538f-81a8-4c52-818d-c5d7c3244121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3318'] for router, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:07.366502 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6d6c538f-81a8-4c52-818d-c5d7c3244121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496151', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3325'] for router, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:07.425651 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6d6c538f-81a8-4c52-818d-c5d7c3244121 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:07.491965 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f9c357-c0a7-48ff-a446-aaa9f948cfd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceae0c74-19ae-54d1-875a-898b6c6c8056-4f037173-8d50-4b8b-8500-95d946155ed4', 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'fixed_ips': [{'subnet_id': '43e9af1a-fb3c-49ab-96ba-064c265232c0'}]}} from dv-cinder-804035-1-iscsi. {{(pid=93279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:57:07.492931 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b8f9c357-c0a7-48ff-a446-aaa9f948cfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:07.655857 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [None req-b8f9c357-c0a7-48ff-a446-aaa9f948cfd4 None None] Allocated IP 172.20.0.2 (4f037173-8d50-4b8b-8500-95d946155ed4/43e9af1a-fb3c-49ab-96ba-064c265232c0/9593081e-cb6c-4b27-9877-79f185fc2744) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:57:07.815982 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b8f9c357-c0a7-48ff-a446-aaa9f948cfd4 None None] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:07.824506 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-b8f9c357-c0a7-48ff-a446-aaa9f948cfd4 None None] Transition to ACTIVE for port object 9593081e-cb6c-4b27-9877-79f185fc2744 will not be triggered until provisioned by entity L2. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:57:07.840109 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6d6c538f-81a8-4c52-818d-c5d7c3244121 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:07.844871 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-b8f9c357-c0a7-48ff-a446-aaa9f948cfd4 None None] Transition to ACTIVE for port object 9593081e-cb6c-4b27-9877-79f185fc2744 will not be triggered until provisioned by entity DHCP. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:57:07.851743 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b8f9c357-c0a7-48ff-a446-aaa9f948cfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:07.893521 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f9c357-c0a7-48ff-a446-aaa9f948cfd4 None None] Network 4f037173-8d50-4b8b-8500-95d946155ed4 is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:57:07.898660 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-b8f9c357-c0a7-48ff-a446-aaa9f948cfd4 None None] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:57:07.901868 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f9c357-c0a7-48ff-a446-aaa9f948cfd4 None None] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:57:07.904580 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9c357-c0a7-48ff-a446-aaa9f948cfd4 None None] Pushing event updated for resources: {'Port': ['ID=9593081e-cb6c-4b27-9877-79f185fc2744,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:07.972858 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-b8f9c357-c0a7-48ff-a446-aaa9f948cfd4 None None] Attempting to bind port 9593081e-cb6c-4b27-9877-79f185fc2744 on host dv-cinder-804035-1-iscsi for vnic_type normal with profile {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:57:07.973247 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-b8f9c357-c0a7-48ff-a446-aaa9f948cfd4 None None] Attempting to bind port 9593081e-cb6c-4b27-9877-79f185fc2744 by drivers openvswitch,hyperv on host dv-cinder-804035-1-iscsi at level 0 using segments [{'id': '4aa592e9-004a-43e5-a046-78ee40ed08eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4'}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:57:07.973603 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f9c357-c0a7-48ff-a446-aaa9f948cfd4 None None] Attempting to bind port 9593081e-cb6c-4b27-9877-79f185fc2744 on network 4f037173-8d50-4b8b-8500-95d946155ed4 {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:57:07.979897 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f9c357-c0a7-48ff-a446-aaa9f948cfd4 None None] Checking agent: {'id': 'e86c392a-1153-4c8a-96a5-08eb1b77cf3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 44, 50), 'started_at': datetime.datetime(2021, 8, 10, 4, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:57:07.980793 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f9c357-c0a7-48ff-a446-aaa9f948cfd4 None None] Checking segment: {'id': '4aa592e9-004a-43e5-a046-78ee40ed08eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:57:07.981347 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b8f9c357-c0a7-48ff-a446-aaa9f948cfd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:07.981745 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f9c357-c0a7-48ff-a446-aaa9f948cfd4 None None] Bound using segment: {'id': '4aa592e9-004a-43e5-a046-78ee40ed08eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4'} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:57:07.982216 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-b8f9c357-c0a7-48ff-a446-aaa9f948cfd4 None None] Bound port: 9593081e-cb6c-4b27-9877-79f185fc2744, host: dv-cinder-804035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa592e9-004a-43e5-a046-78ee40ed08eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4'}}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:57:07.982598 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b8f9c357-c0a7-48ff-a446-aaa9f948cfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:08.049798 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-b8f9c357-c0a7-48ff-a446-aaa9f948cfd4 None None] For port 9593081e-cb6c-4b27-9877-79f185fc2744, host dv-cinder-804035-1-iscsi, cleared binding levels {{(pid=93279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:57:08.053712 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-b8f9c357-c0a7-48ff-a446-aaa9f948cfd4 None None] For port 9593081e-cb6c-4b27-9877-79f185fc2744, host dv-cinder-804035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=9593081e-cb6c-4b27-9877-79f185fc2744,segment=NetworkSegment(4aa592e9-004a-43e5-a046-78ee40ed08eb),segment_id=4aa592e9-004a-43e5-a046-78ee40ed08eb)] {{(pid=93279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:57:08.060189 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b8f9c357-c0a7-48ff-a446-aaa9f948cfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:08.066126 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6d6c538f-81a8-4c52-818d-c5d7c3244121 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:08.091565 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6d6c538f-81a8-4c52-818d-c5d7c3244121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:08.121965 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9c357-c0a7-48ff-a446-aaa9f948cfd4 None None] Pushing event updated for resources: {'Port': ['ID=9593081e-cb6c-4b27-9877-79f185fc2744,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:08.203634 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [None req-6d6c538f-81a8-4c52-818d-c5d7c3244121 admin admin] Allocated IP 172.27.0.95 (0a1a8acd-4687-4edf-98ff-0a50fc5a0482/3fb0ac1d-f2fb-452a-b682-4051fe90b57f/7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:57:08.333395 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6d6c538f-81a8-4c52-818d-c5d7c3244121 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:08.376440 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6d6c538f-81a8-4c52-818d-c5d7c3244121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:08.415301 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6c538f-81a8-4c52-818d-c5d7c3244121 admin admin] Network 0a1a8acd-4687-4edf-98ff-0a50fc5a0482 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:57:08.420594 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-6d6c538f-81a8-4c52-818d-c5d7c3244121 admin admin] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:57:08.424374 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6c538f-81a8-4c52-818d-c5d7c3244121 admin admin] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:57:08.452430 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c538f-81a8-4c52-818d-c5d7c3244121 admin admin] Pushing event updated for resources: {'Port': ['ID=7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:08.690853 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6d6c538f-81a8-4c52-818d-c5d7c3244121 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:08.904956 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 9593081e-cb6c-4b27-9877-79f185fc2744 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:57:08.911700 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6d6c538f-81a8-4c52-818d-c5d7c3244121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496356'] for router, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:08.965074 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning for port 9593081e-cb6c-4b27-9877-79f185fc2744 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:57:09.007451 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5949277d-4286-470d-8896-a79d2e4c2c8a None None] Network 4f037173-8d50-4b8b-8500-95d946155ed4 requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:57:09.065074 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6c538f-81a8-4c52-818d-c5d7c3244121 admin admin] Router f46bc3bd-57db-4db8-b0f9-aca73b623384 is scheduled to L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d with binding_index 1 {{(pid=93278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:57:09.176493 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6c538f-81a8-4c52-818d-c5d7c3244121 admin admin] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:57:09.187176 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747b9fe8-d5f4-41e9-a452-4c290c784968 None None] Sync routers for ids ['f46bc3bd-57db-4db8-b0f9-aca73b623384'] in dv-cinder-804035-1-iscsi {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:57:09.200819 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6d6c538f-81a8-4c52-818d-c5d7c3244121 admin admin] Notify callbacks [] for router, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:09.202592 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-6d6c538f-81a8-4c52-818d-c5d7c3244121 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8652656 Aug 10 04:57:09.205336 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 33362) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:57:09.227429 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747b9fe8-d5f4-41e9-a452-4c290c784968 None None] Routers {'f46bc3bd-57db-4db8-b0f9-aca73b623384'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:57:09.228071 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-747b9fe8-d5f4-41e9-a452-4c290c784968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:56:50Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['f46bc3bd-57db-4db8-b0f9-aca73b623384'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:57:09.231394 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-667a258e-43df-4b83-bdda-f8ee6359d9b6 None None] Provisioning for port 9593081e-cb6c-4b27-9877-79f185fc2744 completed by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:57:09.273394 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-667a258e-43df-4b83-bdda-f8ee6359d9b6 None None] Provisioning complete for port 9593081e-cb6c-4b27-9877-79f185fc2744 triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:57:09.273661 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-667a258e-43df-4b83-bdda-f8ee6359d9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:09.421655 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-747b9fe8-d5f4-41e9-a452-4c290c784968 None None] Set router f46bc3bd-57db-4db8-b0f9-aca73b623384 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:57:09.557975 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-667a258e-43df-4b83-bdda-f8ee6359d9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:09.630904 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-57d342a0-0a5b-4cdf-b571-b6fba476b5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:09.632945 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-667a258e-43df-4b83-bdda-f8ee6359d9b6 None None] For port 9593081e-cb6c-4b27-9877-79f185fc2744, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=9593081e-cb6c-4b27-9877-79f185fc2744,segment=NetworkSegment(4aa592e9-004a-43e5-a046-78ee40ed08eb),segment_id=4aa592e9-004a-43e5-a046-78ee40ed08eb)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:57:09.638259 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-667a258e-43df-4b83-bdda-f8ee6359d9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:09.726081 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a258e-43df-4b83-bdda-f8ee6359d9b6 None None] Pushing event updated for resources: {'Port': ['ID=9593081e-cb6c-4b27-9877-79f185fc2744,revision_number=3']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:09.738969 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-747b9fe8-d5f4-41e9-a452-4c290c784968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'name': 'tempest-AttachVolumeTestJSON-2086926258-router', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:57:07Z', 'updated_at': '2021-08-10T04:57:08Z', 'revision_number': 3, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'gw_port': {'id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:08Z', 'updated_at': '2021-08-10T04:57:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi'}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:57:09.766694 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747b9fe8-d5f4-41e9-a452-4c290c784968 None None] Checking router: f46bc3bd-57db-4db8-b0f9-aca73b623384 for host: dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:57:09.767066 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747b9fe8-d5f4-41e9-a452-4c290c784968 None None] Updating router f46bc3bd-57db-4db8-b0f9-aca73b623384 port 7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c binding host dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:57:09.792712 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-747b9fe8-d5f4-41e9-a452-4c290c784968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:09.825449 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [None req-57d342a0-0a5b-4cdf-b571-b6fba476b5cf admin admin] Allocated IP 172.20.0.1 (4f037173-8d50-4b8b-8500-95d946155ed4/43e9af1a-fb3c-49ab-96ba-064c265232c0/cac82a8c-2235-446b-abe7-862c9ce34831) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:57:09.917559 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-3a9f392d-1c9f-4f7d-8495-cee335d92427 None None] Provisioning complete for port 9593081e-cb6c-4b27-9877-79f185fc2744 triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:57:09.917823 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3a9f392d-1c9f-4f7d-8495-cee335d92427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:09.938009 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-57d342a0-0a5b-4cdf-b571-b6fba476b5cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:09.952283 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [None req-57d342a0-0a5b-4cdf-b571-b6fba476b5cf admin admin] Transition to ACTIVE for port object cac82a8c-2235-446b-abe7-862c9ce34831 will not be triggered until provisioned by entity DHCP. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:57:09.997089 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-57d342a0-0a5b-4cdf-b571-b6fba476b5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:10.043325 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d342a0-0a5b-4cdf-b571-b6fba476b5cf admin admin] Network 4f037173-8d50-4b8b-8500-95d946155ed4 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:57:10.056337 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-57d342a0-0a5b-4cdf-b571-b6fba476b5cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:57:10.058991 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d342a0-0a5b-4cdf-b571-b6fba476b5cf admin admin] Pushing event updated for resources: {'Port': ['ID=cac82a8c-2235-446b-abe7-862c9ce34831,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:10.061792 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d342a0-0a5b-4cdf-b571-b6fba476b5cf admin admin] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:57:10.123359 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-57d342a0-0a5b-4cdf-b571-b6fba476b5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495639'] for router_interface, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:10.140000 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-747b9fe8-d5f4-41e9-a452-4c290c784968 None None] Notify callbacks [] for port, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:10.150466 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-747b9fe8-d5f4-41e9-a452-4c290c784968 None None] Transition to ACTIVE for port object 7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c will not be triggered until provisioned by entity L2. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:57:10.156611 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-747b9fe8-d5f4-41e9-a452-4c290c784968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:10.214402 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-747b9fe8-d5f4-41e9-a452-4c290c784968 None None] Attempting to bind port 7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c on host dv-cinder-804035-1-iscsi for vnic_type normal with profile {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:57:10.215178 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-747b9fe8-d5f4-41e9-a452-4c290c784968 None None] Attempting to bind port 7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c by drivers openvswitch,hyperv on host dv-cinder-804035-1-iscsi at level 0 using segments [{'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:57:10.215178 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b9fe8-d5f4-41e9-a452-4c290c784968 None None] Attempting to bind port 7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c on network 0a1a8acd-4687-4edf-98ff-0a50fc5a0482 {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:57:10.218235 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14ad3a-1ede-40eb-b2cd-d6d97495a290 None None] Pushing event updated for resources: {'Port': ['ID=7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:10.222963 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b9fe8-d5f4-41e9-a452-4c290c784968 None None] Checking agent: {'id': 'e86c392a-1153-4c8a-96a5-08eb1b77cf3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 44, 50), 'started_at': datetime.datetime(2021, 8, 10, 4, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:57:10.223330 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b9fe8-d5f4-41e9-a452-4c290c784968 None None] Checking segment: {'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:57:10.223725 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-747b9fe8-d5f4-41e9-a452-4c290c784968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:10.224105 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b9fe8-d5f4-41e9-a452-4c290c784968 None None] Bound using segment: {'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:57:10.224804 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-747b9fe8-d5f4-41e9-a452-4c290c784968 None None] Bound port: 7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c, host: dv-cinder-804035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'}}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:57:10.224947 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-747b9fe8-d5f4-41e9-a452-4c290c784968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:10.260670 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-57d342a0-0a5b-4cdf-b571-b6fba476b5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:10.289800 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-747b9fe8-d5f4-41e9-a452-4c290c784968 None None] For port 7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c, host dv-cinder-804035-1-iscsi, cleared binding levels {{(pid=93279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:57:10.293636 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-747b9fe8-d5f4-41e9-a452-4c290c784968 None None] For port 7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c, host dv-cinder-804035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c,segment=NetworkSegment(b7fff169-1c8e-4170-8d8b-00d331120c68),segment_id=b7fff169-1c8e-4170-8d8b-00d331120c68)] {{(pid=93279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:57:10.299409 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-747b9fe8-d5f4-41e9-a452-4c290c784968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:10.359178 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747b9fe8-d5f4-41e9-a452-4c290c784968 None None] Routers {'f46bc3bd-57db-4db8-b0f9-aca73b623384'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:57:10.359803 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-747b9fe8-d5f4-41e9-a452-4c290c784968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:56:50Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['f46bc3bd-57db-4db8-b0f9-aca73b623384'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:57:10.361563 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14ad3a-1ede-40eb-b2cd-d6d97495a290 None None] Pushing event updated for resources: {'Port': ['ID=7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c,revision_number=3']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:10.454579 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-57d342a0-0a5b-4cdf-b571-b6fba476b5cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:10.455795 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-3d4ece65-edd0-4543-a5a6-2c72d364f6ed None None] Provisioning for port cac82a8c-2235-446b-abe7-862c9ce34831 completed by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:57:10.460170 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-57d342a0-0a5b-4cdf-b571-b6fba476b5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7361716'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:10.463764 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-3d4ece65-edd0-4543-a5a6-2c72d364f6ed None None] Provisioning complete for port cac82a8c-2235-446b-abe7-862c9ce34831 triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:57:10.464231 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3d4ece65-edd0-4543-a5a6-2c72d364f6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:10.514888 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-747b9fe8-d5f4-41e9-a452-4c290c784968 None None] Set router f46bc3bd-57db-4db8-b0f9-aca73b623384 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:57:10.518224 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-3d4ece65-edd0-4543-a5a6-2c72d364f6ed None None] Port cac82a8c-2235-446b-abe7-862c9ce34831 cannot update to ACTIVE because it is not bound. {{(pid=93279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:57:10.529731 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-57d342a0-0a5b-4cdf-b571-b6fba476b5cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495779'] for router_interface, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:10.531757 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d342a0-0a5b-4cdf-b571-b6fba476b5cf admin admin] Pushing event updated for resources: {'Port': ['ID=cac82a8c-2235-446b-abe7-862c9ce34831,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:10.633936 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d342a0-0a5b-4cdf-b571-b6fba476b5cf admin admin] Network 4f037173-8d50-4b8b-8500-95d946155ed4 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:57:10.635525 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-57d342a0-0a5b-4cdf-b571-b6fba476b5cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:57:10.732929 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-747b9fe8-d5f4-41e9-a452-4c290c784968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'name': 'tempest-AttachVolumeTestJSON-2086926258-router', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:57:07Z', 'updated_at': '2021-08-10T04:57:10Z', 'revision_number': 4, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'gw_port': {'id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:08Z', 'updated_at': '2021-08-10T04:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': 'cac82a8c-2235-446b-abe7-862c9ce34831', 'name': '', 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'mac_address': 'fa:16:3e:5c:7c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:09Z', 'updated_at': '2021-08-10T04:57:09Z', 'revision_number': 1, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'subnets': [{'id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:57:10.757218 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d342a0-0a5b-4cdf-b571-b6fba476b5cf admin admin] Router f46bc3bd-57db-4db8-b0f9-aca73b623384 has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:57:10.764549 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747b9fe8-d5f4-41e9-a452-4c290c784968 None None] The sync data for ids ['f46bc3bd-57db-4db8-b0f9-aca73b623384'] in dv-cinder-804035-1-iscsi is: [{'id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'name': 'tempest-AttachVolumeTestJSON-2086926258-router', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:57:07Z', 'updated_at': '2021-08-10T04:57:10Z', 'revision_number': 4, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'gw_port': {'id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:08Z', 'updated_at': '2021-08-10T04:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': 'cac82a8c-2235-446b-abe7-862c9ce34831', 'name': '', 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'mac_address': 'fa:16:3e:5c:7c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:09Z', 'updated_at': '2021-08-10T04:57:09Z', 'revision_number': 1, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'subnets': [{'id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:57:10.857382 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-5b688414-c33f-4d68-bfd2-0b7f8c71f383 None None] Provisioning complete for port cac82a8c-2235-446b-abe7-862c9ce34831 triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:57:10.857755 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5b688414-c33f-4d68-bfd2-0b7f8c71f383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:10.889808 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 9593081e-cb6c-4b27-9877-79f185fc2744 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:57:10.900213 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d342a0-0a5b-4cdf-b571-b6fba476b5cf admin admin] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:57:10.905991 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-57d342a0-0a5b-4cdf-b571-b6fba476b5cf admin admin] 10.222.0.49 "PUT /v2.0/routers/f46bc3bd-57db-4db8-b0f9-aca73b623384/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6995375 Aug 10 04:57:11.079536 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-5b688414-c33f-4d68-bfd2-0b7f8c71f383 None None] Port cac82a8c-2235-446b-abe7-862c9ce34831 cannot update to ACTIVE because it is not bound. {{(pid=93279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:57:11.103540 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 9593081e-cb6c-4b27-9877-79f185fc2744 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:57:11.104003 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:11.575748 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 33386) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:57:11.583589 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-015687c4-7f5a-4dea-b841-d0eac7279035 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Request body: {'security_group': {'name': 'tempest-securitygroup--761926573', 'description': 'tempest-description--1720235825'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:57:11.611552 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-015687c4-7f5a-4dea-b841-d0eac7279035 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:11.704146 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-015687c4-7f5a-4dea-b841-d0eac7279035 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:11.709845 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-015687c4-7f5a-4dea-b841-d0eac7279035 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:11.739075 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015687c4-7f5a-4dea-b841-d0eac7279035 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38dd68e7-a458-4fc1-9a4d-691306e4b2d2,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:11.741783 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-015687c4-7f5a-4dea-b841-d0eac7279035 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:11.743032 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-015687c4-7f5a-4dea-b841-d0eac7279035 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1653767 Aug 10 04:57:11.746407 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 33388) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:57:11.751017 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-cd107a92-cd66-4bbc-950d-31decbab2ea4 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Request body: {'security_group_rule': {'security_group_id': '38dd68e7-a458-4fc1-9a4d-691306e4b2d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:57:11.782059 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-cd107a92-cd66-4bbc-950d-31decbab2ea4 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:11.844060 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-cd107a92-cd66-4bbc-950d-31decbab2ea4 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:11.849036 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-cd107a92-cd66-4bbc-950d-31decbab2ea4 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446792'] for security_group_rule, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:11.870460 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd107a92-cd66-4bbc-950d-31decbab2ea4 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba580b4b-4d34-489b-8a56-6ef60beeb795,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:11.872884 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-cd107a92-cd66-4bbc-950d-31decbab2ea4 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:11.878755 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-cd107a92-cd66-4bbc-950d-31decbab2ea4 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266897 Aug 10 04:57:11.879443 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 33390) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:57:11.884250 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-6e84f123-900d-4df0-bc0a-6cd0e35ee6c6 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Request body: {'security_group_rule': {'security_group_id': '38dd68e7-a458-4fc1-9a4d-691306e4b2d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:57:11.913527 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6e84f123-900d-4df0-bc0a-6cd0e35ee6c6 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:11.973638 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6e84f123-900d-4df0-bc0a-6cd0e35ee6c6 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:11.978857 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6e84f123-900d-4df0-bc0a-6cd0e35ee6c6 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446792'] for security_group_rule, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:12.000692 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84f123-900d-4df0-bc0a-6cd0e35ee6c6 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91667105-fea3-40dc-8bcc-0d0bcb3dcb4b,revision_number=0']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:12.010472 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6e84f123-900d-4df0-bc0a-6cd0e35ee6c6 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:12.011760 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-6e84f123-900d-4df0-bc0a-6cd0e35ee6c6 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312792 Aug 10 04:57:12.017727 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 33394) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:57:12.020723 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-7ff0e44f-0380-4df7-b586-b473ddfa1b81 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Request body: {'floatingip': {'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:57:12.048639 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7ff0e44f-0380-4df7-b586-b473ddfa1b81 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for floatingip, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:12.156805 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7ff0e44f-0380-4df7-b586-b473ddfa1b81 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:12.266830 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [None req-7ff0e44f-0380-4df7-b586-b473ddfa1b81 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Allocated IP 172.27.0.212 (0a1a8acd-4687-4edf-98ff-0a50fc5a0482/3fb0ac1d-f2fb-452a-b682-4051fe90b57f/4e035e12-3c7a-4744-a6c6-741033fcfe52) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:57:12.370711 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7ff0e44f-0380-4df7-b586-b473ddfa1b81 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:12.413554 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7ff0e44f-0380-4df7-b586-b473ddfa1b81 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:12.456490 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff0e44f-0380-4df7-b586-b473ddfa1b81 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Network 0a1a8acd-4687-4edf-98ff-0a50fc5a0482 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:57:12.460696 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-7ff0e44f-0380-4df7-b586-b473ddfa1b81 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:57:12.463412 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff0e44f-0380-4df7-b586-b473ddfa1b81 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:57:12.469133 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0e44f-0380-4df7-b586-b473ddfa1b81 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Pushing event updated for resources: {'Port': ['ID=4e035e12-3c7a-4744-a6c6-741033fcfe52,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:12.553969 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7ff0e44f-0380-4df7-b586-b473ddfa1b81 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:12.604187 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7ff0e44f-0380-4df7-b586-b473ddfa1b81 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:12.760628 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7ff0e44f-0380-4df7-b586-b473ddfa1b81 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:12.766797 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7ff0e44f-0380-4df7-b586-b473ddfa1b81 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7361716'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:12.830877 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0e44f-0380-4df7-b586-b473ddfa1b81 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Pushing event updated for resources: {'Port': ['ID=4e035e12-3c7a-4744-a6c6-741033fcfe52,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:12.845047 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7ff0e44f-0380-4df7-b586-b473ddfa1b81 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496286'] for floatingip, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:12.860049 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7ff0e44f-0380-4df7-b586-b473ddfa1b81 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for floatingip, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:12.861312 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-7ff0e44f-0380-4df7-b586-b473ddfa1b81 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8444288 Aug 10 04:57:12.913274 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:57:12.915345 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3887804a-71d3-4563-9597-6f6743f81107 None None] Sync routers for ids ['f46bc3bd-57db-4db8-b0f9-aca73b623384'] in dv-cinder-804035-1-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:57:12.925463 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3887804a-71d3-4563-9597-6f6743f81107 None None] Routers {'f46bc3bd-57db-4db8-b0f9-aca73b623384'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:57:12.926314 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-3887804a-71d3-4563-9597-6f6743f81107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:56:50Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['f46bc3bd-57db-4db8-b0f9-aca73b623384'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:57:12.965881 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning for port 7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:57:12.971736 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:57:12.972202 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:13.035591 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-3887804a-71d3-4563-9597-6f6743f81107 None None] Set router f46bc3bd-57db-4db8-b0f9-aca73b623384 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:57:13.057438 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:13.080283 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] For port 7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c,segment=NetworkSegment(b7fff169-1c8e-4170-8d8b-00d331120c68),segment_id=b7fff169-1c8e-4170-8d8b-00d331120c68)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:57:13.089423 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:13.138321 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Pushing event updated for resources: {'Port': ['ID=7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c,revision_number=4']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:13.245549 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-3887804a-71d3-4563-9597-6f6743f81107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'name': 'tempest-AttachVolumeTestJSON-2086926258-router', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:57:07Z', 'updated_at': '2021-08-10T04:57:10Z', 'revision_number': 4, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'gw_port': {'id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:08Z', 'updated_at': '2021-08-10T04:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': 'cac82a8c-2235-446b-abe7-862c9ce34831', 'name': '', 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'mac_address': 'fa:16:3e:5c:7c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:09Z', 'updated_at': '2021-08-10T04:57:10Z', 'revision_number': 2, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'subnets': [{'id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:57:13.272531 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3887804a-71d3-4563-9597-6f6743f81107 None None] Checking router: f46bc3bd-57db-4db8-b0f9-aca73b623384 for host: dv-cinder-804035-1-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:57:13.272790 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3887804a-71d3-4563-9597-6f6743f81107 None None] Updating router f46bc3bd-57db-4db8-b0f9-aca73b623384 port cac82a8c-2235-446b-abe7-862c9ce34831 binding host dv-cinder-804035-1-iscsi {{(pid=93280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:57:13.296652 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-3887804a-71d3-4563-9597-6f6743f81107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:13.575129 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-3887804a-71d3-4563-9597-6f6743f81107 None None] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:13.585013 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-3887804a-71d3-4563-9597-6f6743f81107 None None] Transition to ACTIVE for port object cac82a8c-2235-446b-abe7-862c9ce34831 will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:57:13.592171 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-3887804a-71d3-4563-9597-6f6743f81107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:13.643701 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ef593-0900-4b33-ae38-5ede5b611230 None None] Pushing event updated for resources: {'Port': ['ID=cac82a8c-2235-446b-abe7-862c9ce34831,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:13.701025 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-3887804a-71d3-4563-9597-6f6743f81107 None None] Attempting to bind port cac82a8c-2235-446b-abe7-862c9ce34831 on host dv-cinder-804035-1-iscsi for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:57:13.701388 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-3887804a-71d3-4563-9597-6f6743f81107 None None] Attempting to bind port cac82a8c-2235-446b-abe7-862c9ce34831 by drivers openvswitch,hyperv on host dv-cinder-804035-1-iscsi at level 0 using segments [{'id': '4aa592e9-004a-43e5-a046-78ee40ed08eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:57:13.701745 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3887804a-71d3-4563-9597-6f6743f81107 None None] Attempting to bind port cac82a8c-2235-446b-abe7-862c9ce34831 on network 4f037173-8d50-4b8b-8500-95d946155ed4 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:57:13.707190 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3887804a-71d3-4563-9597-6f6743f81107 None None] Checking agent: {'id': 'e86c392a-1153-4c8a-96a5-08eb1b77cf3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 44, 50), 'started_at': datetime.datetime(2021, 8, 10, 4, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:57:13.707560 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3887804a-71d3-4563-9597-6f6743f81107 None None] Checking segment: {'id': '4aa592e9-004a-43e5-a046-78ee40ed08eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:57:13.707968 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-3887804a-71d3-4563-9597-6f6743f81107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:13.708347 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3887804a-71d3-4563-9597-6f6743f81107 None None] Bound using segment: {'id': '4aa592e9-004a-43e5-a046-78ee40ed08eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:57:13.708815 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-3887804a-71d3-4563-9597-6f6743f81107 None None] Bound port: cac82a8c-2235-446b-abe7-862c9ce34831, host: dv-cinder-804035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa592e9-004a-43e5-a046-78ee40ed08eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:57:13.708968 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-c50f8a42-833f-4e14-9d3a-2e77da971b19 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--761926573&fields=id&tenant_id=291cbfbef761457992d564a491b0a7f4 HTTP/1.1" status: 200 len: 267 time: 0.0398169 Aug 10 04:57:13.709455 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-3887804a-71d3-4563-9597-6f6743f81107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:13.779375 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-3887804a-71d3-4563-9597-6f6743f81107 None None] For port cac82a8c-2235-446b-abe7-862c9ce34831, host dv-cinder-804035-1-iscsi, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:57:13.782575 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-3887804a-71d3-4563-9597-6f6743f81107 None None] For port cac82a8c-2235-446b-abe7-862c9ce34831, host dv-cinder-804035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=cac82a8c-2235-446b-abe7-862c9ce34831,segment=NetworkSegment(4aa592e9-004a-43e5-a046-78ee40ed08eb),segment_id=4aa592e9-004a-43e5-a046-78ee40ed08eb)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:57:13.790844 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-3887804a-71d3-4563-9597-6f6743f81107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:13.822771 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-c3454603-bee9-4f27-88bb-812560a1708c tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:13.825017 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-c3454603-bee9-4f27-88bb-812560a1708c tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/networks?id=4f037173-8d50-4b8b-8500-95d946155ed4 HTTP/1.1" status: 200 len: 811 time: 0.1075840 Aug 10 04:57:13.842465 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-147681e1-a63d-4970-b8e5-cb687cbcbe6b tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/quotas/291cbfbef761457992d564a491b0a7f4 HTTP/1.1" status: 200 len: 375 time: 0.0112381 Aug 10 04:57:13.859793 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3887804a-71d3-4563-9597-6f6743f81107 None None] Routers {'f46bc3bd-57db-4db8-b0f9-aca73b623384'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:57:13.860430 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-3887804a-71d3-4563-9597-6f6743f81107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:56:50Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['f46bc3bd-57db-4db8-b0f9-aca73b623384'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:57:13.863499 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ef593-0900-4b33-ae38-5ede5b611230 None None] Pushing event updated for resources: {'Port': ['ID=cac82a8c-2235-446b-abe7-862c9ce34831,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:13.901105 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-b5d4a1be-abf6-41e9-a89c-41b97ad982f7 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=291cbfbef761457992d564a491b0a7f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519564 Aug 10 04:57:14.014977 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-77f82552-d286-4297-8885-dbaaa883158a service neutron] 10.222.0.49 "GET /v2.0/networks/4f037173-8d50-4b8b-8500-95d946155ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981131 Aug 10 04:57:14.071609 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-3887804a-71d3-4563-9597-6f6743f81107 None None] Set router f46bc3bd-57db-4db8-b0f9-aca73b623384 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:57:14.113455 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-b2cb6f34-2dc3-4db1-b7ab-d53a89eb0944 service neutron] 10.222.0.49 "GET /v2.0/networks/4f037173-8d50-4b8b-8500-95d946155ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918295 Aug 10 04:57:14.280152 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8efb7a90-3d65-415e-8b11-41d4dbf3c037 req-32ddfcdd-2bb3-4bde-810e-c44b51dabc0c tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 210 time: 0.0315850 Aug 10 04:57:14.299141 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-3887804a-71d3-4563-9597-6f6743f81107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'name': 'tempest-AttachVolumeTestJSON-2086926258-router', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:57:07Z', 'updated_at': '2021-08-10T04:57:10Z', 'revision_number': 4, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'gw_port': {'id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:08Z', 'updated_at': '2021-08-10T04:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': 'cac82a8c-2235-446b-abe7-862c9ce34831', 'name': '', 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'mac_address': 'fa:16:3e:5c:7c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:09Z', 'updated_at': '2021-08-10T04:57:13Z', 'revision_number': 4, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'subnets': [{'id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:57:14.330232 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3887804a-71d3-4563-9597-6f6743f81107 None None] The sync data for ids ['f46bc3bd-57db-4db8-b0f9-aca73b623384'] in dv-cinder-804035-1-iscsi is: [{'id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'name': 'tempest-AttachVolumeTestJSON-2086926258-router', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:57:07Z', 'updated_at': '2021-08-10T04:57:10Z', 'revision_number': 4, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'gw_port': {'id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:08Z', 'updated_at': '2021-08-10T04:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': 'cac82a8c-2235-446b-abe7-862c9ce34831', 'name': '', 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'mac_address': 'fa:16:3e:5c:7c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:09Z', 'updated_at': '2021-08-10T04:57:13Z', 'revision_number': 4, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'subnets': [{'id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:57:14.893764 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:57:14.946296 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:57:14.946695 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:15.025694 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device cac82a8c-2235-446b-abe7-862c9ce34831 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:57:15.081151 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning for port cac82a8c-2235-446b-abe7-862c9ce34831 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:57:15.084827 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port cac82a8c-2235-446b-abe7-862c9ce34831 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:57:15.085194 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:15.166330 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:15.200326 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] For port cac82a8c-2235-446b-abe7-862c9ce34831, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=cac82a8c-2235-446b-abe7-862c9ce34831,segment=NetworkSegment(4aa592e9-004a-43e5-a046-78ee40ed08eb),segment_id=4aa592e9-004a-43e5-a046-78ee40ed08eb)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:57:15.207031 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:15.261775 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Pushing event updated for resources: {'Port': ['ID=cac82a8c-2235-446b-abe7-862c9ce34831,revision_number=5']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:15.372004 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-8ea957de-40e3-4f60-9301-2c05fb20c85b tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:15.373682 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-8ea957de-40e3-4f60-9301-2c05fb20c85b tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.63 "GET /v2.0/networks?id=4f037173-8d50-4b8b-8500-95d946155ed4 HTTP/1.1" status: 200 len: 811 time: 0.1537247 Aug 10 04:57:15.402428 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0c6fd7b3-34fd-40bc-b4fe-d121c08cd22e req-119afa1a-03a7-4776-a3d7-ba793fc4579a tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 210 time: 0.0377173 Aug 10 04:57:15.431710 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-4227a39a-ca6f-40a9-bfe3-be3934194cc9 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=291cbfbef761457992d564a491b0a7f4 HTTP/1.1" status: 200 len: 379 time: 0.0469191 Aug 10 04:57:15.445928 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-cf5d40e2-9260-476b-9f24-84a4afa9a462 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Request body: {'port': {'device_id': '83f65d84-0757-404b-81fe-d50cea98f884', 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4', 'admin_state_up': True, 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'security_groups': ['38dd68e7-a458-4fc1-9a4d-691306e4b2d2']}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:57:15.553167 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-cf5d40e2-9260-476b-9f24-84a4afa9a462 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Made reservation on behalf of 291cbfbef761457992d564a491b0a7f4 for: {'port': 1} {{(pid=93277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:57:15.557037 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-cf5d40e2-9260-476b-9f24-84a4afa9a462 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:15.688855 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-cf5d40e2-9260-476b-9f24-84a4afa9a462 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Allocated IP 172.20.0.10 (4f037173-8d50-4b8b-8500-95d946155ed4/43e9af1a-fb3c-49ab-96ba-064c265232c0/7467a0b5-b694-4623-bb5b-a29ae4655bc4) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:57:15.827928 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-cf5d40e2-9260-476b-9f24-84a4afa9a462 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:16.065083 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-cf5d40e2-9260-476b-9f24-84a4afa9a462 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Transition to ACTIVE for port object 7467a0b5-b694-4623-bb5b-a29ae4655bc4 will not be triggered until provisioned by entity DHCP. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:57:16.101861 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-cf5d40e2-9260-476b-9f24-84a4afa9a462 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:16.146709 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-cf5d40e2-9260-476b-9f24-84a4afa9a462 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Network 4f037173-8d50-4b8b-8500-95d946155ed4 is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:57:16.149742 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-cf5d40e2-9260-476b-9f24-84a4afa9a462 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:57:16.153619 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-cf5d40e2-9260-476b-9f24-84a4afa9a462 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:57:16.159641 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d40e2-9260-476b-9f24-84a4afa9a462 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Pushing event updated for resources: {'Port': ['ID=7467a0b5-b694-4623-bb5b-a29ae4655bc4,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:16.204968 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-cf5d40e2-9260-476b-9f24-84a4afa9a462 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:16.205580 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-cf5d40e2-9260-476b-9f24-84a4afa9a462 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:16.223929 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-cf5d40e2-9260-476b-9f24-84a4afa9a462 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7834127 Aug 10 04:57:16.377952 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-d2572449-d3e6-4d37-a04f-5b111d2b5b5f service neutron] Request body: {'port': {'device_id': '83f65d84-0757-404b-81fe-d50cea98f884', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:57:16.395485 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-070f5852-0147-44ad-8118-2435bcd6936e None None] Provisioning for port 7467a0b5-b694-4623-bb5b-a29ae4655bc4 completed by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:57:16.401293 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-070f5852-0147-44ad-8118-2435bcd6936e None None] Provisioning complete for port 7467a0b5-b694-4623-bb5b-a29ae4655bc4 triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:57:16.401293 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-070f5852-0147-44ad-8118-2435bcd6936e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:16.435776 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-070f5852-0147-44ad-8118-2435bcd6936e None None] Port 7467a0b5-b694-4623-bb5b-a29ae4655bc4 cannot update to ACTIVE because it is not bound. {{(pid=93279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:57:16.454978 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-d2572449-d3e6-4d37-a04f-5b111d2b5b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:16.528498 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad62d5-fdf4-49f4-9f08-45069a20fd03 req-ce1f16f5-4f8a-4b56-bf25-e297e52a4da2 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:16.530016 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-32ad62d5-fdf4-49f4-9f08-45069a20fd03 req-ce1f16f5-4f8a-4b56-bf25-e297e52a4da2 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 932 time: 0.0539739 Aug 10 04:57:16.570743 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-32ad62d5-fdf4-49f4-9f08-45069a20fd03 req-6f13b3ac-1277-4bea-9e1f-50856903909e tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346205 Aug 10 04:57:16.721550 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-d2572449-d3e6-4d37-a04f-5b111d2b5b5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7467a0b5-b694-4623-bb5b-a29ae4655bc4 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:57:16.729491 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-d2572449-d3e6-4d37-a04f-5b111d2b5b5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:16.744368 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-d2572449-d3e6-4d37-a04f-5b111d2b5b5f service neutron] Transition to ACTIVE for port object 7467a0b5-b694-4623-bb5b-a29ae4655bc4 will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:57:16.748469 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-d2572449-d3e6-4d37-a04f-5b111d2b5b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59047126'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:16.804363 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2572449-d3e6-4d37-a04f-5b111d2b5b5f service neutron] Pushing event updated for resources: {'Port': ['ID=7467a0b5-b694-4623-bb5b-a29ae4655bc4,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:16.869338 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device cac82a8c-2235-446b-abe7-862c9ce34831 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:57:16.881299 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-d2572449-d3e6-4d37-a04f-5b111d2b5b5f service neutron] Attempting to bind port 7467a0b5-b694-4623-bb5b-a29ae4655bc4 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:57:16.881634 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-d2572449-d3e6-4d37-a04f-5b111d2b5b5f service neutron] Attempting to bind port 7467a0b5-b694-4623-bb5b-a29ae4655bc4 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '4aa592e9-004a-43e5-a046-78ee40ed08eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:57:16.881957 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-d2572449-d3e6-4d37-a04f-5b111d2b5b5f service neutron] Attempting to bind port 7467a0b5-b694-4623-bb5b-a29ae4655bc4 on network 4f037173-8d50-4b8b-8500-95d946155ed4 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:57:16.886641 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-d2572449-d3e6-4d37-a04f-5b111d2b5b5f service neutron] Port 7467a0b5-b694-4623-bb5b-a29ae4655bc4 on network 4f037173-8d50-4b8b-8500-95d946155ed4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:57:16.886995 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-d2572449-d3e6-4d37-a04f-5b111d2b5b5f service neutron] Attempting to bind port 7467a0b5-b694-4623-bb5b-a29ae4655bc4 on network 4f037173-8d50-4b8b-8500-95d946155ed4 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:57:16.892185 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-d2572449-d3e6-4d37-a04f-5b111d2b5b5f service neutron] Checking agent: {'id': '51cc88f3-029f-45e4-af3a-d9472a1d6530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'started_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:57:16.892528 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-d2572449-d3e6-4d37-a04f-5b111d2b5b5f service neutron] Checking segment: {'id': '4aa592e9-004a-43e5-a046-78ee40ed08eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:57:16.892910 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-d2572449-d3e6-4d37-a04f-5b111d2b5b5f service neutron] Bound using segment: {'id': '4aa592e9-004a-43e5-a046-78ee40ed08eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:57:16.893339 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-d2572449-d3e6-4d37-a04f-5b111d2b5b5f service neutron] Bound port: 7467a0b5-b694-4623-bb5b-a29ae4655bc4, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aa592e9-004a-43e5-a046-78ee40ed08eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:57:16.893699 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-d2572449-d3e6-4d37-a04f-5b111d2b5b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:16.935673 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port cac82a8c-2235-446b-abe7-862c9ce34831 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:57:16.936696 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:16.975313 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-d2572449-d3e6-4d37-a04f-5b111d2b5b5f service neutron] For port 7467a0b5-b694-4623-bb5b-a29ae4655bc4, host hv-cinder-80403, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:57:16.981339 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-d2572449-d3e6-4d37-a04f-5b111d2b5b5f service neutron] For port 7467a0b5-b694-4623-bb5b-a29ae4655bc4, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7467a0b5-b694-4623-bb5b-a29ae4655bc4,segment=NetworkSegment(4aa592e9-004a-43e5-a046-78ee40ed08eb),segment_id=4aa592e9-004a-43e5-a046-78ee40ed08eb)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:57:16.985656 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-d2572449-d3e6-4d37-a04f-5b111d2b5b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59047126'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:17.025585 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-d2572449-d3e6-4d37-a04f-5b111d2b5b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:17.026503 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-d2572449-d3e6-4d37-a04f-5b111d2b5b5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:17.031142 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-d2572449-d3e6-4d37-a04f-5b111d2b5b5f service neutron] 10.222.0.63 "PUT /v2.0/ports/7467a0b5-b694-4623-bb5b-a29ae4655bc4 HTTP/1.1" status: 200 len: 1094 time: 0.6597302 Aug 10 04:57:17.031142 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f65d84-0757-404b-81fe-d50cea98f884', 'tag': '7467a0b5-b694-4623-bb5b-a29ae4655bc4'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:57:17.033314 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0435c65cf5a8cc8383a9c7cfa6853d0e89819f93ab363e4d384fd3b31d716135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d52f49-e97c-4e94-aa9c-825169ebc061" -d '{"events": [{"name": "network-changed", "server_uuid": "83f65d84-0757-404b-81fe-d50cea98f884", "tag": "7467a0b5-b694-4623-bb5b-a29ae4655bc4"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:57:17.085244 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c254459c-b18c-4cb1-9bfc-f40854b6b086 x-openstack-request-id: req-c254459c-b18c-4cb1-9bfc-f40854b6b086 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:57:17.085532 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f65d84-0757-404b-81fe-d50cea98f884", "tag": "7467a0b5-b694-4623-bb5b-a29ae4655bc4", "status": "completed", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:57:17.085775 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c254459c-b18c-4cb1-9bfc-f40854b6b086 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:57:17.086247 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f65d84-0757-404b-81fe-d50cea98f884', 'tag': '7467a0b5-b694-4623-bb5b-a29ae4655bc4', 'status': 'completed', 'code': 200} Aug 10 04:57:17.087201 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2572449-d3e6-4d37-a04f-5b111d2b5b5f service neutron] Pushing event updated for resources: {'Port': ['ID=7467a0b5-b694-4623-bb5b-a29ae4655bc4,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:17.139135 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-8403d55d-ae65-46b6-9f78-16a243e200fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:17.140885 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-8403d55d-ae65-46b6-9f78-16a243e200fa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=291cbfbef761457992d564a491b0a7f4&device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 1097 time: 0.0502684 Aug 10 04:57:17.147185 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4f528e5e-5284-4fc7-80cf-6300d053adbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:17.190696 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-d4491520-515e-45b3-b30d-5d5bdd4c097b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7467a0b5-b694-4623-bb5b-a29ae4655bc4 HTTP/1.1" status: 200 len: 217 time: 0.0381844 Aug 10 04:57:17.258827 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-da546e75-e5c1-4afb-97df-56e6de4bb618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:17.261258 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-da546e75-e5c1-4afb-97df-56e6de4bb618 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=43e9af1a-fb3c-49ab-96ba-064c265232c0 HTTP/1.1" status: 200 len: 850 time: 0.0611079 Aug 10 04:57:17.326028 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-309645f5-1f09-4ec3-9956-8c9edb3734a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:17.339352 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-309645f5-1f09-4ec3-9956-8c9edb3734a4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4f037173-8d50-4b8b-8500-95d946155ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574477 Aug 10 04:57:17.440433 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-1e71dce0-865b-4500-84d9-4806f1ff616b service neutron] 10.222.0.63 "GET /v2.0/networks/4f037173-8d50-4b8b-8500-95d946155ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000297 Aug 10 04:57:17.561001 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-5eb2cba9-bfa2-4ef9-8fe7-d925f8e5e523 req-c0b51b9c-e749-4763-a964-cb359688a712 service neutron] 10.222.0.63 "GET /v2.0/networks/4f037173-8d50-4b8b-8500-95d946155ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063066 Aug 10 04:57:17.674361 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d52f49-e97c-4e94-aa9c-825169ebc061 req-cab4de72-e252-407d-b500-3d2465b2da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:17.675940 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-37d52f49-e97c-4e94-aa9c-825169ebc061 req-cab4de72-e252-407d-b500-3d2465b2da07 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=291cbfbef761457992d564a491b0a7f4&device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 1097 time: 0.0466347 Aug 10 04:57:17.706920 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95633da-7189-4849-a7bc-8ed43c4daf67 req-9b77ea14-3bdd-4f7a-92aa-6f2b68ca31aa tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:17.708455 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f95633da-7189-4849-a7bc-8ed43c4daf67 req-9b77ea14-3bdd-4f7a-92aa-6f2b68ca31aa tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 944 time: 0.0602682 Aug 10 04:57:17.748616 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f95633da-7189-4849-a7bc-8ed43c4daf67 req-f3d8e2ef-d612-43cf-8d0b-ce716d75779b tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337601 Aug 10 04:57:17.776897 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d52f49-e97c-4e94-aa9c-825169ebc061 req-3b98d35f-5224-4cb1-b3cd-7ae04ac73bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:17.778552 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-37d52f49-e97c-4e94-aa9c-825169ebc061 req-3b98d35f-5224-4cb1-b3cd-7ae04ac73bf8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4f037173-8d50-4b8b-8500-95d946155ed4 HTTP/1.1" status: 200 len: 912 time: 0.0947661 Aug 10 04:57:17.831967 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-37d52f49-e97c-4e94-aa9c-825169ebc061 req-7acb06ea-5377-4bbd-94b7-76d77bb8a363 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7467a0b5-b694-4623-bb5b-a29ae4655bc4 HTTP/1.1" status: 200 len: 217 time: 0.0423479 Aug 10 04:57:17.882536 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d52f49-e97c-4e94-aa9c-825169ebc061 req-4471ebb1-59c4-4f9e-a5ae-985922fb8b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:17.884037 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-37d52f49-e97c-4e94-aa9c-825169ebc061 req-4471ebb1-59c4-4f9e-a5ae-985922fb8b1b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=43e9af1a-fb3c-49ab-96ba-064c265232c0 HTTP/1.1" status: 200 len: 850 time: 0.0442698 Aug 10 04:57:17.961979 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d52f49-e97c-4e94-aa9c-825169ebc061 req-fc86db4b-cd34-42fc-a065-b49cd5d74b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:17.963915 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-37d52f49-e97c-4e94-aa9c-825169ebc061 req-fc86db4b-cd34-42fc-a065-b49cd5d74b08 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4f037173-8d50-4b8b-8500-95d946155ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706751 Aug 10 04:57:18.068174 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-37d52f49-e97c-4e94-aa9c-825169ebc061 req-59367e4f-483c-40dc-9ac1-f720161a9539 service neutron] 10.222.0.63 "GET /v2.0/networks/4f037173-8d50-4b8b-8500-95d946155ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951381 Aug 10 04:57:18.162728 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-37d52f49-e97c-4e94-aa9c-825169ebc061 req-4e592561-500f-4b07-b39f-46afa842b12d service neutron] 10.222.0.63 "GET /v2.0/networks/4f037173-8d50-4b8b-8500-95d946155ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863867 Aug 10 04:57:18.396157 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:18.879524 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca840ca-49ba-4302-a565-78e2ea3000ce req-3244e0c1-7d53-492a-ac5c-a1cf3d958be7 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:18.880988 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6ca840ca-49ba-4302-a565-78e2ea3000ce req-3244e0c1-7d53-492a-ac5c-a1cf3d958be7 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 944 time: 0.0627735 Aug 10 04:57:18.918539 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6ca840ca-49ba-4302-a565-78e2ea3000ce req-53feb6e4-1b28-4e0d-a342-7ac0196c07ee tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313389 Aug 10 04:57:20.017716 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-cf8c162d-1edf-46fb-a893-0101f78c7d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:20.039846 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa703d0-156a-4dc8-ac3d-c5ea7eaa4051 req-f696915d-3dc6-4a29-98c5-e590d0ef6652 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:20.041552 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3aa703d0-156a-4dc8-ac3d-c5ea7eaa4051 req-f696915d-3dc6-4a29-98c5-e590d0ef6652 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 944 time: 0.0499048 Aug 10 04:57:20.083249 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3aa703d0-156a-4dc8-ac3d-c5ea7eaa4051 req-a56cc3c2-b95f-4fbd-b473-734cf58b91e9 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354843 Aug 10 04:57:20.211838 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:21.211752 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e596b9e4-6f63-45d6-a3e6-30d979dfdd0b req-70b08525-deee-44ce-9c12-5ca4b33eb9f0 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:21.213270 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e596b9e4-6f63-45d6-a3e6-30d979dfdd0b req-70b08525-deee-44ce-9c12-5ca4b33eb9f0 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 944 time: 0.0507221 Aug 10 04:57:21.238932 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:21.261972 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e596b9e4-6f63-45d6-a3e6-30d979dfdd0b req-543ba81c-cb67-4597-9888-e1628a058cb3 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407670 Aug 10 04:57:22.107331 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 7467a0b5-b694-4623-bb5b-a29ae4655bc4 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:57:22.208529 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 7467a0b5-b694-4623-bb5b-a29ae4655bc4, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7467a0b5-b694-4623-bb5b-a29ae4655bc4,segment=NetworkSegment(4aa592e9-004a-43e5-a046-78ee40ed08eb),segment_id=4aa592e9-004a-43e5-a046-78ee40ed08eb)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:57:22.220185 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Returning: {'device': '7467a0b5-b694-4623-bb5b-a29ae4655bc4', 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4', 'port_id': '7467a0b5-b694-4623-bb5b-a29ae4655bc4', 'mac_address': 'fa:16:3e:8b:e4:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:57:22.258286 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:22.271696 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7467a0b5-b694-4623-bb5b-a29ae4655bc4 {{(pid=93279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:57:22.312977 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 7467a0b5-b694-4623-bb5b-a29ae4655bc4, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7467a0b5-b694-4623-bb5b-a29ae4655bc4,segment=NetworkSegment(4aa592e9-004a-43e5-a046-78ee40ed08eb),segment_id=4aa592e9-004a-43e5-a046-78ee40ed08eb)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:57:22.317701 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:22.379740 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=7467a0b5-b694-4623-bb5b-a29ae4655bc4,revision_number=4']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:22.666443 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfb35e-bc6a-470f-9f62-2611b05dd3e7 req-91427583-a4ed-498f-a5de-9bf9144d6e3c tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:22.668319 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-12cfb35e-bc6a-470f-9f62-2611b05dd3e7 req-91427583-a4ed-498f-a5de-9bf9144d6e3c tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 945 time: 0.3250895 Aug 10 04:57:22.686014 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:22.764609 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-12cfb35e-bc6a-470f-9f62-2611b05dd3e7 req-07efdde1-f1ad-4ddc-b868-d02ef355bb2a tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901694 Aug 10 04:57:22.869894 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['7467a0b5-b694-4623-bb5b-a29ae4655bc4'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:57:23.941440 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e343eec-edfd-4f83-803c-5fb8ab66bc68 req-f37409f2-0553-43bd-a1a4-71561e3ccfba tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:23.942915 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7e343eec-edfd-4f83-803c-5fb8ab66bc68 req-f37409f2-0553-43bd-a1a4-71561e3ccfba tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 945 time: 0.1052818 Aug 10 04:57:23.988796 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7e343eec-edfd-4f83-803c-5fb8ab66bc68 req-6d9785d1-5e83-4938-ac30-72195ba7b538 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393095 Aug 10 04:57:25.107685 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57edc4-4258-4362-a1a0-ccb48d3d56d3 req-719aa875-5d40-4439-a6aa-434409f6aeef tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:25.109132 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7f57edc4-4258-4362-a1a0-ccb48d3d56d3 req-719aa875-5d40-4439-a6aa-434409f6aeef tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 945 time: 0.0491185 Aug 10 04:57:25.150405 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7f57edc4-4258-4362-a1a0-ccb48d3d56d3 req-6405a81c-087a-42be-b7e2-10b10f57f3a3 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323091 Aug 10 04:57:26.109422 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 7467a0b5-b694-4623-bb5b-a29ae4655bc4 up at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:57:26.166332 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning for port 7467a0b5-b694-4623-bb5b-a29ae4655bc4 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:57:26.170867 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning complete for port 7467a0b5-b694-4623-bb5b-a29ae4655bc4 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:57:26.171270 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:26.258605 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:26.283001 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ccd11c-7639-40ae-842f-2e9e26c167ef req-74f4b6df-72a0-4318-95e1-ffd4c351b008 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:26.284185 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f65d84-0757-404b-81fe-d50cea98f884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7467a0b5-b694-4623-bb5b-a29ae4655bc4'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:57:26.285921 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-65ccd11c-7639-40ae-842f-2e9e26c167ef req-74f4b6df-72a0-4318-95e1-ffd4c351b008 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 945 time: 0.0634177 Aug 10 04:57:26.287385 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684630205e793650736d742c593896f55c3712126ad5fa6ebc9acffcc34ee486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15aa9056-6ed3-49c7-b99f-cb175c81dd1a" -d '{"events": [{"server_uuid": "83f65d84-0757-404b-81fe-d50cea98f884", "name": "network-vif-plugged", "status": "completed", "tag": "7467a0b5-b694-4623-bb5b-a29ae4655bc4"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:57:26.300930 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 7467a0b5-b694-4623-bb5b-a29ae4655bc4, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7467a0b5-b694-4623-bb5b-a29ae4655bc4,segment=NetworkSegment(4aa592e9-004a-43e5-a046-78ee40ed08eb),segment_id=4aa592e9-004a-43e5-a046-78ee40ed08eb)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:57:26.307151 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:26.331269 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-65ccd11c-7639-40ae-842f-2e9e26c167ef req-44d6b2a2-d3b3-4276-99b3-455de659e06e tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382526 Aug 10 04:57:26.377297 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04d7b65-5a0b-4427-b2d9-85e3f73a7714 x-openstack-request-id: req-d04d7b65-5a0b-4427-b2d9-85e3f73a7714 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:57:26.377584 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f65d84-0757-404b-81fe-d50cea98f884", "name": "network-vif-plugged", "status": "completed", "tag": "7467a0b5-b694-4623-bb5b-a29ae4655bc4", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:57:26.377829 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d04d7b65-5a0b-4427-b2d9-85e3f73a7714 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:57:26.378211 dv-cinder-804035-1-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f65d84-0757-404b-81fe-d50cea98f884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7467a0b5-b694-4623-bb5b-a29ae4655bc4', 'code': 200} Aug 10 04:57:26.379187 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=7467a0b5-b694-4623-bb5b-a29ae4655bc4,revision_number=5']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:26.456796 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2f6d0-a0cf-4cc5-83b5-a2a027b699bc req-489a53d9-2d54-4761-9f64-3bcff83d5489 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:26.458484 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-84b2f6d0-a0cf-4cc5-83b5-a2a027b699bc req-489a53d9-2d54-4761-9f64-3bcff83d5489 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0519812 Aug 10 04:57:26.498022 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-84b2f6d0-a0cf-4cc5-83b5-a2a027b699bc req-df89dea9-7866-4866-933c-1bcaf1e716f5 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331867 Aug 10 04:57:26.570984 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba1a89-1379-4703-b6a1-238653725766 req-7c1fad6d-96ab-4958-96bf-a16f5c6af647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:26.572482 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-10ba1a89-1379-4703-b6a1-238653725766 req-7c1fad6d-96ab-4958-96bf-a16f5c6af647 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 1099 time: 0.0392365 Aug 10 04:57:26.624176 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-10ba1a89-1379-4703-b6a1-238653725766 req-6121d271-d60d-4c0a-b935-1b803454b1b2 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402989 Aug 10 04:57:27.457401 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22953344-1e96-4991-bd85-0cf6485c8086 req-f44687fe-5850-4eb1-90ba-f205e74c1899 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:27.458895 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-22953344-1e96-4991-bd85-0cf6485c8086 req-f44687fe-5850-4eb1-90ba-f205e74c1899 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0513308 Aug 10 04:57:27.496731 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-22953344-1e96-4991-bd85-0cf6485c8086 req-6cf34763-4695-4e23-9ccd-539355f32f24 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316634 Aug 10 04:57:27.640387 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867c7e6-a170-4550-b611-ec4400d96cc6 req-b3a1dc91-f683-4771-b160-d91b1bd8256e tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:27.641776 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2867c7e6-a170-4550-b611-ec4400d96cc6 req-b3a1dc91-f683-4771-b160-d91b1bd8256e tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0634162 Aug 10 04:57:27.679627 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2867c7e6-a170-4550-b611-ec4400d96cc6 req-50001873-a946-4036-9306-00637354fe3a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318744 Aug 10 04:57:28.629836 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83565229-2fa9-4a5d-b796-c698491eb679 req-88a11c6d-0f18-4509-9471-791f972f8988 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:28.631370 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-83565229-2fa9-4a5d-b796-c698491eb679 req-88a11c6d-0f18-4509-9471-791f972f8988 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0570266 Aug 10 04:57:28.671428 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-83565229-2fa9-4a5d-b796-c698491eb679 req-13331067-e108-47cf-9eed-83cb3bfe2734 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340374 Aug 10 04:57:28.829898 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca066157-aff9-428e-9b8d-f7672a385da3 req-c85314db-44a5-4853-8f18-5051fed6fbc3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:28.831435 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ca066157-aff9-428e-9b8d-f7672a385da3 req-c85314db-44a5-4853-8f18-5051fed6fbc3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0673521 Aug 10 04:57:28.870811 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ca066157-aff9-428e-9b8d-f7672a385da3 req-abcc296a-d427-4a03-a429-64899c2f9e34 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331962 Aug 10 04:57:29.813903 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee2bc0-82a2-462f-9668-d3348f7e7cfd req-463d8442-a684-4d89-bea7-4dcfc7ac20e6 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:29.815379 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-54ee2bc0-82a2-462f-9668-d3348f7e7cfd req-463d8442-a684-4d89-bea7-4dcfc7ac20e6 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0556889 Aug 10 04:57:29.857192 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-54ee2bc0-82a2-462f-9668-d3348f7e7cfd req-7d5d8808-cc9a-48dc-a8c3-1757906bb7ce tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326707 Aug 10 04:57:30.003765 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ff148-baf5-429d-9188-964ec336a15a req-501d756f-4c16-4e66-b17c-cd64431de2c2 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:30.005237 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f01ff148-baf5-429d-9188-964ec336a15a req-501d756f-4c16-4e66-b17c-cd64431de2c2 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0766675 Aug 10 04:57:30.014027 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 33606) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:57:30.018239 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d85139-c315-46f1-8394-cdc2178d6cfd req-556c4ae4-16cc-4190-ba85-89a38c7db4e5 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:30.018614 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-43842a63-2439-4555-a354-02b6a5807872 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Request body: {'floatingip': {'port_id': '7467a0b5-b694-4623-bb5b-a29ae4655bc4'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:57:30.019927 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-30d85139-c315-46f1-8394-cdc2178d6cfd req-556c4ae4-16cc-4190-ba85-89a38c7db4e5 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0776377 Aug 10 04:57:30.057862 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-43842a63-2439-4555-a354-02b6a5807872 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for floatingip, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:30.061659 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-30d85139-c315-46f1-8394-cdc2178d6cfd req-c751d59c-2d21-4383-a305-d394213a2659 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357368 Aug 10 04:57:30.491721 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-43842a63-2439-4555-a354-02b6a5807872 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:30.498361 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-43842a63-2439-4555-a354-02b6a5807872 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496286'] for floatingip, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:30.504454 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-5bc67787-e93a-47f8-8891-af36a7fb70a6 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1600675859&fields=id&tenant_id=f3e6fcb8db8246ba89506c2651668538 HTTP/1.1" status: 200 len: 267 time: 0.0356500 Aug 10 04:57:30.598449 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.db.l3_db [None req-43842a63-2439-4555-a354-02b6a5807872 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Floating IP ef685acc-e4cb-4b80-b775-d6c319b9a219 associated. External IP: 172.27.0.212, port: 7467a0b5-b694-4623-bb5b-a29ae4655bc4. Aug 10 04:57:30.619317 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-5260fb91-0744-4bc4-a77c-76bc64464307 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:30.620809 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-5260fb91-0744-4bc4-a77c-76bc64464307 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/networks?id=38a69901-39a5-4b68-8c2c-6f171225e75b HTTP/1.1" status: 200 len: 812 time: 0.1088707 Aug 10 04:57:30.635694 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-eb9d2717-77a5-47c0-ae4c-393d42bf3f38 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/quotas/f3e6fcb8db8246ba89506c2651668538 HTTP/1.1" status: 200 len: 375 time: 0.0090046 Aug 10 04:57:30.689877 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-ad3e9c8e-bedd-42f1-b339-081551999cff tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f3e6fcb8db8246ba89506c2651668538&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480015 Aug 10 04:57:30.784805 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-2dad2b74-5ed6-4812-a355-058077e9a03e service neutron] 10.222.0.49 "GET /v2.0/networks/38a69901-39a5-4b68-8c2c-6f171225e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832846 Aug 10 04:57:30.804360 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43842a63-2439-4555-a354-02b6a5807872 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Router f46bc3bd-57db-4db8-b0f9-aca73b623384 has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:57:30.875024 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-27117b67-f235-47c1-b76d-c3bd1b7b2f59 service neutron] 10.222.0.49 "GET /v2.0/networks/38a69901-39a5-4b68-8c2c-6f171225e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840135 Aug 10 04:57:30.909022 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43842a63-2439-4555-a354-02b6a5807872 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:57:30.913841 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-43842a63-2439-4555-a354-02b6a5807872 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for floatingip, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:30.920339 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f90ae7-9040-4a64-a2a6-8811cac3428d None None] Sync routers for ids ['f46bc3bd-57db-4db8-b0f9-aca73b623384'] in dv-cinder-804035-1-iscsi {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:57:30.930032 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f90ae7-9040-4a64-a2a6-8811cac3428d None None] Routers {'f46bc3bd-57db-4db8-b0f9-aca73b623384'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:57:30.930651 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-54f90ae7-9040-4a64-a2a6-8811cac3428d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:57:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['f46bc3bd-57db-4db8-b0f9-aca73b623384'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:57:30.945331 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-43842a63-2439-4555-a354-02b6a5807872 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "PUT /v2.0/floatingips/ef685acc-e4cb-4b80-b775-d6c319b9a219 HTTP/1.1" status: 200 len: 992 time: 0.9299734 Aug 10 04:57:30.946193 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f65d84-0757-404b-81fe-d50cea98f884', 'tag': '7467a0b5-b694-4623-bb5b-a29ae4655bc4'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:57:30.948948 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0435c65cf5a8cc8383a9c7cfa6853d0e89819f93ab363e4d384fd3b31d716135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cbe877-c532-4c6f-84d2-e7f069124edf" -d '{"events": [{"name": "network-changed", "server_uuid": "83f65d84-0757-404b-81fe-d50cea98f884", "tag": "7467a0b5-b694-4623-bb5b-a29ae4655bc4"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:57:31.041841 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-54f90ae7-9040-4a64-a2a6-8811cac3428d None None] Set router f46bc3bd-57db-4db8-b0f9-aca73b623384 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:57:31.080259 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de2b6c7-fd18-424c-bd99-c8d5f408742b x-openstack-request-id: req-9de2b6c7-fd18-424c-bd99-c8d5f408742b {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:57:31.080779 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f65d84-0757-404b-81fe-d50cea98f884", "tag": "7467a0b5-b694-4623-bb5b-a29ae4655bc4", "status": "completed", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:57:31.080973 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9de2b6c7-fd18-424c-bd99-c8d5f408742b {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:57:31.081628 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f65d84-0757-404b-81fe-d50cea98f884', 'tag': '7467a0b5-b694-4623-bb5b-a29ae4655bc4', 'status': 'completed', 'code': 200} Aug 10 04:57:31.181755 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbe877-c532-4c6f-84d2-e7f069124edf req-1a031207-2473-4a08-91c4-66ac4cb17aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:31.183982 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-94cbe877-c532-4c6f-84d2-e7f069124edf req-1a031207-2473-4a08-91c4-66ac4cb17aee service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=291cbfbef761457992d564a491b0a7f4&device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 1099 time: 0.0754995 Aug 10 04:57:31.224420 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1e8638e2-4ad1-42d9-8125-2091fdbcbf68 req-ee0c250d-6fc5-47ae-9820-32afeaaab2ff tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 210 time: 0.0641434 Aug 10 04:57:31.250723 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8e751-715e-47ff-8b36-2e67f7b5376f req-e363b377-f307-411a-bc3a-56fea58f7f83 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:31.252262 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bfb8e751-715e-47ff-8b36-2e67f7b5376f req-e363b377-f307-411a-bc3a-56fea58f7f83 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.1120038 Aug 10 04:57:31.293160 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbe877-c532-4c6f-84d2-e7f069124edf req-a0830627-b2c2-4ff9-a1af-ac23999257ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:31.294770 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-94cbe877-c532-4c6f-84d2-e7f069124edf req-a0830627-b2c2-4ff9-a1af-ac23999257ee service neutron] 10.222.0.63 "GET /v2.0/networks?id=4f037173-8d50-4b8b-8500-95d946155ed4 HTTP/1.1" status: 200 len: 912 time: 0.1014814 Aug 10 04:57:31.296347 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bfb8e751-715e-47ff-8b36-2e67f7b5376f req-5ce80011-7523-4d73-9627-b81956a9bffc tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372126 Aug 10 04:57:31.297277 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-54f90ae7-9040-4a64-a2a6-8811cac3428d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'name': 'tempest-AttachVolumeTestJSON-2086926258-router', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:57:07Z', 'updated_at': '2021-08-10T04:57:10Z', 'revision_number': 4, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'gw_port': {'id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:08Z', 'updated_at': '2021-08-10T04:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_floatingips': [{'id': 'ef685acc-e4cb-4b80-b775-d6c319b9a219', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'router_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'port_id': '7467a0b5-b694-4623-bb5b-a29ae4655bc4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4', 'mac_address': 'fa:16:3e:8b:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f65d84-0757-404b-81fe-d50cea98f884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:57:12Z', 'updated_at': '2021-08-10T04:57:30Z', 'revision_number': 1, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac82a8c-2235-446b-abe7-862c9ce34831', 'name': '', 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'mac_address': 'fa:16:3e:5c:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:09Z', 'updated_at': '2021-08-10T04:57:15Z', 'revision_number': 5, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'subnets': [{'id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:57:31.328207 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f90ae7-9040-4a64-a2a6-8811cac3428d None None] Checking router: f46bc3bd-57db-4db8-b0f9-aca73b623384 for host: dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:57:31.336850 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f90ae7-9040-4a64-a2a6-8811cac3428d None None] Routers {'f46bc3bd-57db-4db8-b0f9-aca73b623384'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:57:31.337462 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-54f90ae7-9040-4a64-a2a6-8811cac3428d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:57:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['f46bc3bd-57db-4db8-b0f9-aca73b623384'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:57:31.368622 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-94cbe877-c532-4c6f-84d2-e7f069124edf req-b3ddd8e0-aa55-46f2-b476-da1c82535947 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7467a0b5-b694-4623-bb5b-a29ae4655bc4 HTTP/1.1" status: 200 len: 1000 time: 0.0652523 Aug 10 04:57:31.419423 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbe877-c532-4c6f-84d2-e7f069124edf req-253ea3bc-04d1-4ae4-b025-c4a57eb90e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:31.421493 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-94cbe877-c532-4c6f-84d2-e7f069124edf req-253ea3bc-04d1-4ae4-b025-c4a57eb90e0e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=43e9af1a-fb3c-49ab-96ba-064c265232c0 HTTP/1.1" status: 200 len: 850 time: 0.0447268 Aug 10 04:57:31.451698 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-54f90ae7-9040-4a64-a2a6-8811cac3428d None None] Set router f46bc3bd-57db-4db8-b0f9-aca73b623384 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:57:31.475836 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbe877-c532-4c6f-84d2-e7f069124edf req-1b38c654-499c-4615-86cd-175b60035c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:31.477364 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-94cbe877-c532-4c6f-84d2-e7f069124edf req-1b38c654-499c-4615-86cd-175b60035c5c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4f037173-8d50-4b8b-8500-95d946155ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435896 Aug 10 04:57:31.594197 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-94cbe877-c532-4c6f-84d2-e7f069124edf req-debfeed1-4aa5-4fb8-b1ec-6c143281e700 service neutron] 10.222.0.63 "GET /v2.0/networks/4f037173-8d50-4b8b-8500-95d946155ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070993 Aug 10 04:57:31.690085 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-54f90ae7-9040-4a64-a2a6-8811cac3428d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'name': 'tempest-AttachVolumeTestJSON-2086926258-router', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:57:07Z', 'updated_at': '2021-08-10T04:57:10Z', 'revision_number': 4, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'gw_port': {'id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:08Z', 'updated_at': '2021-08-10T04:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_floatingips': [{'id': 'ef685acc-e4cb-4b80-b775-d6c319b9a219', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'router_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'port_id': '7467a0b5-b694-4623-bb5b-a29ae4655bc4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4', 'mac_address': 'fa:16:3e:8b:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f65d84-0757-404b-81fe-d50cea98f884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:57:12Z', 'updated_at': '2021-08-10T04:57:30Z', 'revision_number': 1, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac82a8c-2235-446b-abe7-862c9ce34831', 'name': '', 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'mac_address': 'fa:16:3e:5c:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:09Z', 'updated_at': '2021-08-10T04:57:15Z', 'revision_number': 5, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'subnets': [{'id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:57:31.700461 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-94cbe877-c532-4c6f-84d2-e7f069124edf req-dfc408c4-7424-47c5-9892-bd40a63cf695 service neutron] 10.222.0.63 "GET /v2.0/networks/4f037173-8d50-4b8b-8500-95d946155ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947800 Aug 10 04:57:31.720010 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f90ae7-9040-4a64-a2a6-8811cac3428d None None] The sync data for ids ['f46bc3bd-57db-4db8-b0f9-aca73b623384'] in dv-cinder-804035-1-iscsi is: [{'id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'name': 'tempest-AttachVolumeTestJSON-2086926258-router', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:57:07Z', 'updated_at': '2021-08-10T04:57:10Z', 'revision_number': 4, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'gw_port': {'id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:08Z', 'updated_at': '2021-08-10T04:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_floatingips': [{'id': 'ef685acc-e4cb-4b80-b775-d6c319b9a219', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'router_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'port_id': '7467a0b5-b694-4623-bb5b-a29ae4655bc4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4', 'mac_address': 'fa:16:3e:8b:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f65d84-0757-404b-81fe-d50cea98f884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:57:12Z', 'updated_at': '2021-08-10T04:57:30Z', 'revision_number': 1, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac82a8c-2235-446b-abe7-862c9ce34831', 'name': '', 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'mac_address': 'fa:16:3e:5c:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:09Z', 'updated_at': '2021-08-10T04:57:15Z', 'revision_number': 5, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'subnets': [{'id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:57:31.910556 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdb8592-4f77-40f4-a345-275a188c0303 None None] New status for floating IP ef685acc-e4cb-4b80-b775-d6c319b9a219: ACTIVE {{(pid=93280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:57:32.332782 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4576cd7c-050b-45b2-b0e2-2ae81b88a814 req-ed02a3e3-8fb0-426e-8ffe-113fb2ac23b7 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 210 time: 0.0269587 Aug 10 04:57:32.422071 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363c659-925e-47ca-874f-f6bc20e54f03 req-29051d83-8612-4888-871a-e41fddd7addc tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:32.423520 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6363c659-925e-47ca-874f-f6bc20e54f03 req-29051d83-8612-4888-871a-e41fddd7addc tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0510049 Aug 10 04:57:32.466173 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6363c659-925e-47ca-874f-f6bc20e54f03 req-9ac1bfd9-219e-4e50-ac6f-212d57d5dfc0 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363085 Aug 10 04:57:32.514657 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-35ec05dc-cbd4-4b7e-934a-62a81cce705f tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:32.516183 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-35ec05dc-cbd4-4b7e-934a-62a81cce705f tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.63 "GET /v2.0/networks?id=38a69901-39a5-4b68-8c2c-6f171225e75b HTTP/1.1" status: 200 len: 812 time: 0.1056695 Aug 10 04:57:32.561409 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-0c508cd7-b029-4398-8bbb-b0d1de85698b tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3e6fcb8db8246ba89506c2651668538 HTTP/1.1" status: 200 len: 380 time: 0.0344484 Aug 10 04:57:32.575775 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-49a2de11-5e5b-4635-843e-15584f368442 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Request body: {'port': {'device_id': 'a3598ec5-18d3-4dbc-b80b-f854266b6cd3', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'admin_state_up': True, 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'security_groups': ['db5e8698-aa32-4781-a096-ff06eeb30714']}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:57:32.681175 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-49a2de11-5e5b-4635-843e-15584f368442 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Made reservation on behalf of f3e6fcb8db8246ba89506c2651668538 for: {'port': 1} {{(pid=93277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:57:32.685168 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-49a2de11-5e5b-4635-843e-15584f368442 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:33.029263 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-49a2de11-5e5b-4635-843e-15584f368442 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Allocated IP 172.20.0.5 (38a69901-39a5-4b68-8c2c-6f171225e75b/93497194-d72a-4696-b0fc-7223e82fd189/2c5c06ad-925d-4762-8de9-d0bc65516a57) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:57:33.174112 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-49a2de11-5e5b-4635-843e-15584f368442 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:33.188642 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-49a2de11-5e5b-4635-843e-15584f368442 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Transition to ACTIVE for port object 2c5c06ad-925d-4762-8de9-d0bc65516a57 will not be triggered until provisioned by entity DHCP. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:57:33.224642 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-49a2de11-5e5b-4635-843e-15584f368442 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:33.277732 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-49a2de11-5e5b-4635-843e-15584f368442 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Network 38a69901-39a5-4b68-8c2c-6f171225e75b is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:57:33.281014 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-49a2de11-5e5b-4635-843e-15584f368442 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:57:33.285177 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-49a2de11-5e5b-4635-843e-15584f368442 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:57:33.312793 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2de11-5e5b-4635-843e-15584f368442 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Pushing event updated for resources: {'Port': ['ID=2c5c06ad-925d-4762-8de9-d0bc65516a57,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:33.326190 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2de11-5e5b-4635-843e-15584f368442 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:33.326670 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2de11-5e5b-4635-843e-15584f368442 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:33.327193 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2de11-5e5b-4635-843e-15584f368442 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:33.327639 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2de11-5e5b-4635-843e-15584f368442 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:33.328094 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2de11-5e5b-4635-843e-15584f368442 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:33.328544 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2de11-5e5b-4635-843e-15584f368442 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:33.328991 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2de11-5e5b-4635-843e-15584f368442 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:33.329441 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2de11-5e5b-4635-843e-15584f368442 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:33.329893 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2de11-5e5b-4635-843e-15584f368442 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:33.330340 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2de11-5e5b-4635-843e-15584f368442 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:33.330781 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2de11-5e5b-4635-843e-15584f368442 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:33.331250 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a2de11-5e5b-4635-843e-15584f368442 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:33.358139 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-49a2de11-5e5b-4635-843e-15584f368442 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:33.358639 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-49a2de11-5e5b-4635-843e-15584f368442 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:33.377396 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-49a2de11-5e5b-4635-843e-15584f368442 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8053703 Aug 10 04:57:33.391030 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-3796b476-486d-4f6c-8e49-e7ce3868c999 service neutron] Request body: {'port': {'device_id': 'a3598ec5-18d3-4dbc-b80b-f854266b6cd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:57:33.452876 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-3796b476-486d-4f6c-8e49-e7ce3868c999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:33.457161 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4f8d5-2813-44ce-b1a4-de55ef8db6a1 req-96d3ee57-394a-4f48-b4c5-305edd03a56e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:33.458641 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-45d4f8d5-2813-44ce-b1a4-de55ef8db6a1 req-96d3ee57-394a-4f48-b4c5-305edd03a56e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 931 time: 0.0549798 Aug 10 04:57:33.494984 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-45d4f8d5-2813-44ce-b1a4-de55ef8db6a1 req-d1c42486-95da-439b-8e66-a3d7404b4dc2 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302644 Aug 10 04:57:33.522723 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-f4002d0b-122a-4ac8-b292-1969c44f43e3 None None] Provisioning for port 2c5c06ad-925d-4762-8de9-d0bc65516a57 completed by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:57:33.526906 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-f4002d0b-122a-4ac8-b292-1969c44f43e3 None None] Provisioning complete for port 2c5c06ad-925d-4762-8de9-d0bc65516a57 triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:57:33.527542 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f4002d0b-122a-4ac8-b292-1969c44f43e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:33.565360 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-f4002d0b-122a-4ac8-b292-1969c44f43e3 None None] Port 2c5c06ad-925d-4762-8de9-d0bc65516a57 cannot update to ACTIVE because it is not bound. {{(pid=93279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:57:33.716622 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829fdf0-d72f-40e9-a74a-88425353bdad req-1a76ae26-f353-4f10-b939-d55f9386c9a3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:33.718770 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e829fdf0-d72f-40e9-a74a-88425353bdad req-1a76ae26-f353-4f10-b939-d55f9386c9a3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0523362 Aug 10 04:57:33.728021 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-3796b476-486d-4f6c-8e49-e7ce3868c999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c5c06ad-925d-4762-8de9-d0bc65516a57 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:57:33.736822 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-3796b476-486d-4f6c-8e49-e7ce3868c999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:33.756753 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-3796b476-486d-4f6c-8e49-e7ce3868c999 service neutron] Transition to ACTIVE for port object 2c5c06ad-925d-4762-8de9-d0bc65516a57 will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:57:33.756753 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-3796b476-486d-4f6c-8e49-e7ce3868c999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59047126'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:33.761489 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e829fdf0-d72f-40e9-a74a-88425353bdad req-0597d172-1407-41cd-a9c9-15ea790f076f tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355957 Aug 10 04:57:33.805470 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796b476-486d-4f6c-8e49-e7ce3868c999 service neutron] Pushing event updated for resources: {'Port': ['ID=2c5c06ad-925d-4762-8de9-d0bc65516a57,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:33.881769 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-3796b476-486d-4f6c-8e49-e7ce3868c999 service neutron] Attempting to bind port 2c5c06ad-925d-4762-8de9-d0bc65516a57 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:57:33.882073 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-3796b476-486d-4f6c-8e49-e7ce3868c999 service neutron] Attempting to bind port 2c5c06ad-925d-4762-8de9-d0bc65516a57 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '8c0479b7-c059-4ba6-a645-2bcc381d404f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:57:33.882434 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-3796b476-486d-4f6c-8e49-e7ce3868c999 service neutron] Attempting to bind port 2c5c06ad-925d-4762-8de9-d0bc65516a57 on network 38a69901-39a5-4b68-8c2c-6f171225e75b {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:57:33.887309 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-3796b476-486d-4f6c-8e49-e7ce3868c999 service neutron] Port 2c5c06ad-925d-4762-8de9-d0bc65516a57 on network 38a69901-39a5-4b68-8c2c-6f171225e75b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:57:33.887629 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-3796b476-486d-4f6c-8e49-e7ce3868c999 service neutron] Attempting to bind port 2c5c06ad-925d-4762-8de9-d0bc65516a57 on network 38a69901-39a5-4b68-8c2c-6f171225e75b {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:57:33.893212 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-3796b476-486d-4f6c-8e49-e7ce3868c999 service neutron] Checking agent: {'id': '51cc88f3-029f-45e4-af3a-d9472a1d6530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'started_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:57:33.893531 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-3796b476-486d-4f6c-8e49-e7ce3868c999 service neutron] Checking segment: {'id': '8c0479b7-c059-4ba6-a645-2bcc381d404f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:57:33.893910 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-3796b476-486d-4f6c-8e49-e7ce3868c999 service neutron] Bound using segment: {'id': '8c0479b7-c059-4ba6-a645-2bcc381d404f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:57:33.894331 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-3796b476-486d-4f6c-8e49-e7ce3868c999 service neutron] Bound port: 2c5c06ad-925d-4762-8de9-d0bc65516a57, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c0479b7-c059-4ba6-a645-2bcc381d404f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:57:33.894687 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-3796b476-486d-4f6c-8e49-e7ce3868c999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:33.962491 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-3796b476-486d-4f6c-8e49-e7ce3868c999 service neutron] For port 2c5c06ad-925d-4762-8de9-d0bc65516a57, host hv-cinder-80403, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:57:33.965920 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-3796b476-486d-4f6c-8e49-e7ce3868c999 service neutron] For port 2c5c06ad-925d-4762-8de9-d0bc65516a57, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2c5c06ad-925d-4762-8de9-d0bc65516a57,segment=NetworkSegment(8c0479b7-c059-4ba6-a645-2bcc381d404f),segment_id=8c0479b7-c059-4ba6-a645-2bcc381d404f)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:57:33.975126 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-3796b476-486d-4f6c-8e49-e7ce3868c999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59047126'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:34.009845 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-3796b476-486d-4f6c-8e49-e7ce3868c999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:34.010451 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-3796b476-486d-4f6c-8e49-e7ce3868c999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:34.011848 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-3796b476-486d-4f6c-8e49-e7ce3868c999 service neutron] 10.222.0.63 "PUT /v2.0/ports/2c5c06ad-925d-4762-8de9-d0bc65516a57 HTTP/1.1" status: 200 len: 1093 time: 0.6261585 Aug 10 04:57:34.012283 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3598ec5-18d3-4dbc-b80b-f854266b6cd3', 'tag': '2c5c06ad-925d-4762-8de9-d0bc65516a57'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:57:34.014629 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0435c65cf5a8cc8383a9c7cfa6853d0e89819f93ab363e4d384fd3b31d716135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14104417-64a0-4aef-9424-6e59a1cb7af5" -d '{"events": [{"name": "network-changed", "server_uuid": "a3598ec5-18d3-4dbc-b80b-f854266b6cd3", "tag": "2c5c06ad-925d-4762-8de9-d0bc65516a57"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:57:34.060305 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796b476-486d-4f6c-8e49-e7ce3868c999 service neutron] Pushing event updated for resources: {'Port': ['ID=2c5c06ad-925d-4762-8de9-d0bc65516a57,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:34.068557 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045a123d-bb06-445d-93f7-49cd871bbd64 x-openstack-request-id: req-045a123d-bb06-445d-93f7-49cd871bbd64 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:57:34.068961 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3598ec5-18d3-4dbc-b80b-f854266b6cd3", "tag": "2c5c06ad-925d-4762-8de9-d0bc65516a57", "status": "completed", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:57:34.069216 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-045a123d-bb06-445d-93f7-49cd871bbd64 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:57:34.069594 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3598ec5-18d3-4dbc-b80b-f854266b6cd3', 'tag': '2c5c06ad-925d-4762-8de9-d0bc65516a57', 'status': 'completed', 'code': 200} Aug 10 04:57:34.121314 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-68006769-0ee3-4a51-bd6e-845e80e81012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:34.122835 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-68006769-0ee3-4a51-bd6e-845e80e81012 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f3e6fcb8db8246ba89506c2651668538&device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 1096 time: 0.0454466 Aug 10 04:57:34.167119 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-6ffe3e56-7d98-44ee-a1cd-04ddb1993a61 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c5c06ad-925d-4762-8de9-d0bc65516a57 HTTP/1.1" status: 200 len: 217 time: 0.0345526 Aug 10 04:57:34.215829 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-661ed1b1-b0b5-4cc9-a185-221734d9b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:34.217418 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-661ed1b1-b0b5-4cc9-a185-221734d9b59c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=93497194-d72a-4696-b0fc-7223e82fd189 HTTP/1.1" status: 200 len: 851 time: 0.0431783 Aug 10 04:57:34.269532 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-75e6a1a1-a578-488e-afe5-ba9e847e65ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:34.270966 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-75e6a1a1-a578-488e-afe5-ba9e847e65ec service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=38a69901-39a5-4b68-8c2c-6f171225e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456872 Aug 10 04:57:34.365537 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-60406fae-ea98-4905-aa44-089eb929f73b service neutron] 10.222.0.63 "GET /v2.0/networks/38a69901-39a5-4b68-8c2c-6f171225e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843494 Aug 10 04:57:34.472778 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-ddd3bfd9-3f07-44fd-8f5b-8a52551a12c7 req-c747fa83-bb84-4a71-907e-781e10fbe92e service neutron] 10.222.0.63 "GET /v2.0/networks/38a69901-39a5-4b68-8c2c-6f171225e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977974 Aug 10 04:57:34.604860 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14104417-64a0-4aef-9424-6e59a1cb7af5 req-15d5f9a5-dd0f-487f-a864-79e0efe6bb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:34.606501 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-14104417-64a0-4aef-9424-6e59a1cb7af5 req-15d5f9a5-dd0f-487f-a864-79e0efe6bb04 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f3e6fcb8db8246ba89506c2651668538&device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 1096 time: 0.0419366 Aug 10 04:57:34.624228 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cdac79-2f70-48bb-a8ff-026c3007cdb1 req-7533eb6c-15a5-447b-8e92-db5c81da719b tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:34.625779 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c1cdac79-2f70-48bb-a8ff-026c3007cdb1 req-7533eb6c-15a5-447b-8e92-db5c81da719b tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 943 time: 0.0500219 Aug 10 04:57:34.663883 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c1cdac79-2f70-48bb-a8ff-026c3007cdb1 req-0a4947f5-2f99-4068-ba1b-302705af0c00 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320032 Aug 10 04:57:34.698164 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14104417-64a0-4aef-9424-6e59a1cb7af5 req-61f54773-f8e9-435f-ba52-90319696c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:34.699742 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-14104417-64a0-4aef-9424-6e59a1cb7af5 req-61f54773-f8e9-435f-ba52-90319696c8ef service neutron] 10.222.0.63 "GET /v2.0/networks?id=38a69901-39a5-4b68-8c2c-6f171225e75b HTTP/1.1" status: 200 len: 913 time: 0.0857410 Aug 10 04:57:34.742444 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-14104417-64a0-4aef-9424-6e59a1cb7af5 req-78c7d4a8-c9c8-4896-8259-31b7a984950a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c5c06ad-925d-4762-8de9-d0bc65516a57 HTTP/1.1" status: 200 len: 217 time: 0.0356126 Aug 10 04:57:34.792888 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14104417-64a0-4aef-9424-6e59a1cb7af5 req-5eaaa64b-5068-424e-a8fe-89a0e507dbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:34.794828 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-14104417-64a0-4aef-9424-6e59a1cb7af5 req-5eaaa64b-5068-424e-a8fe-89a0e507dbcd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=93497194-d72a-4696-b0fc-7223e82fd189 HTTP/1.1" status: 200 len: 851 time: 0.0442939 Aug 10 04:57:34.840820 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14104417-64a0-4aef-9424-6e59a1cb7af5 req-0dd4e37d-7c6c-4a14-95c1-e4d00551c943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:34.842364 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-14104417-64a0-4aef-9424-6e59a1cb7af5 req-0dd4e37d-7c6c-4a14-95c1-e4d00551c943 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=38a69901-39a5-4b68-8c2c-6f171225e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396688 Aug 10 04:57:34.891914 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3828c8-d785-4e9f-afd4-c3aa20ba49fd req-18e76890-d678-4fc7-9179-d8c98b0defe6 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:34.893415 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cc3828c8-d785-4e9f-afd4-c3aa20ba49fd req-18e76890-d678-4fc7-9179-d8c98b0defe6 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0523586 Aug 10 04:57:34.931324 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cc3828c8-d785-4e9f-afd4-c3aa20ba49fd req-a858c7a3-f9dd-47af-886a-a66ac9a2d4f5 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317409 Aug 10 04:57:34.934602 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-14104417-64a0-4aef-9424-6e59a1cb7af5 req-6c6251f7-397b-4ee2-8f8f-83fc35be37f3 service neutron] 10.222.0.63 "GET /v2.0/networks/38a69901-39a5-4b68-8c2c-6f171225e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833261 Aug 10 04:57:35.030167 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-14104417-64a0-4aef-9424-6e59a1cb7af5 req-bf7b1fc2-b596-46ec-bea9-f337dd64491b service neutron] 10.222.0.63 "GET /v2.0/networks/38a69901-39a5-4b68-8c2c-6f171225e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869162 Aug 10 04:57:35.493537 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:57:35.795500 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b75e1-5cf2-4341-9d8d-649ea005f890 req-815efa64-44d6-4760-b91a-6f9f72960137 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:35.796971 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a78b75e1-5cf2-4341-9d8d-649ea005f890 req-815efa64-44d6-4760-b91a-6f9f72960137 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 943 time: 0.0558126 Aug 10 04:57:35.835288 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a78b75e1-5cf2-4341-9d8d-649ea005f890 req-7f97a7b7-ce56-4f70-8253-acc7fd40c0bb tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318117 Aug 10 04:57:36.058823 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48eb82-2193-4a2a-949d-dfb04496e1c9 req-92acb6a0-ec44-4ab3-b7ec-486a243cba52 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:36.060707 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8b48eb82-2193-4a2a-949d-dfb04496e1c9 req-92acb6a0-ec44-4ab3-b7ec-486a243cba52 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0515358 Aug 10 04:57:36.099851 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8b48eb82-2193-4a2a-949d-dfb04496e1c9 req-e017b8bc-e830-4a7b-b946-0bdbd2752f26 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324752 Aug 10 04:57:36.958640 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a8fe3-7ec6-4bb8-8183-2254335d1636 req-c48cb368-40f3-4c49-8702-9a72d8b026bf tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:36.960176 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ba1a8fe3-7ec6-4bb8-8183-2254335d1636 req-c48cb368-40f3-4c49-8702-9a72d8b026bf tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 943 time: 0.0536468 Aug 10 04:57:37.000116 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ba1a8fe3-7ec6-4bb8-8183-2254335d1636 req-5bd13976-8afb-4543-b487-6ba414d24b9b tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340309 Aug 10 04:57:37.247284 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a9b3d-3f26-47be-b432-f09683da057f req-bac4111e-edbf-4a89-9f5d-44473c58f1ca tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:37.248811 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-042a9b3d-3f26-47be-b432-f09683da057f req-bac4111e-edbf-4a89-9f5d-44473c58f1ca tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0554326 Aug 10 04:57:37.296615 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-042a9b3d-3f26-47be-b432-f09683da057f req-0c687d7b-2af9-437c-9268-5c127b41e4c7 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407026 Aug 10 04:57:38.125060 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c403b3f-20aa-4f0a-bab4-af26d96a1d4f req-340a288b-0ed4-4f52-9bb3-96dd7d105bd4 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:38.126522 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9c403b3f-20aa-4f0a-bab4-af26d96a1d4f req-340a288b-0ed4-4f52-9bb3-96dd7d105bd4 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 943 time: 0.0508785 Aug 10 04:57:38.173819 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9c403b3f-20aa-4f0a-bab4-af26d96a1d4f req-52808040-348c-471f-8e92-d17c57b41eb6 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382254 Aug 10 04:57:38.421649 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc22888-40f0-4f5a-ab2b-773c816e42ce req-bfab58e4-391a-4773-b826-71e0522dd143 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:38.423132 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dcc22888-40f0-4f5a-ab2b-773c816e42ce req-bfab58e4-391a-4773-b826-71e0522dd143 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0526710 Aug 10 04:57:38.462782 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dcc22888-40f0-4f5a-ab2b-773c816e42ce req-8766b7ef-d1dd-44f0-a1bd-e8111ac0cee0 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309811 Aug 10 04:57:39.308039 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8906b58-2d6f-4c5c-ae2e-49a22373c457 req-5d2360ce-604c-4a6a-bd14-e417ff19be6e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:39.309750 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a8906b58-2d6f-4c5c-ae2e-49a22373c457 req-5d2360ce-604c-4a6a-bd14-e417ff19be6e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 943 time: 0.0561838 Aug 10 04:57:39.356177 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a8906b58-2d6f-4c5c-ae2e-49a22373c457 req-06f1fd6b-4141-4f21-b3fe-90ca707c69e9 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396559 Aug 10 04:57:39.601727 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d29ce0-475c-47d7-8d80-82d7d81537e4 req-1a853072-2bd3-4d5d-b7df-a9116e93d719 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:39.603914 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-54d29ce0-475c-47d7-8d80-82d7d81537e4 req-1a853072-2bd3-4d5d-b7df-a9116e93d719 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0599363 Aug 10 04:57:39.650185 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-54d29ce0-475c-47d7-8d80-82d7d81537e4 req-81c22c29-3d2a-47a1-9070-e32c0d0c28ad tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383558 Aug 10 04:57:40.486185 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a47091-9e2b-47e6-b647-ba0039ad5f77 req-73aa8d44-b67d-4756-8004-2d0e7aa87e0f tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:40.487651 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-69a47091-9e2b-47e6-b647-ba0039ad5f77 req-73aa8d44-b67d-4756-8004-2d0e7aa87e0f tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 943 time: 0.0531964 Aug 10 04:57:40.528364 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-69a47091-9e2b-47e6-b647-ba0039ad5f77 req-71b12ae5-c8a6-4bdd-9995-8fec1cbc816a tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315859 Aug 10 04:57:40.793763 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a78327-1279-4161-898c-8f9531f3d564 req-9fa1a947-2ea9-4b7b-ad90-7dd1b0930c25 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:40.795256 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-77a78327-1279-4161-898c-8f9531f3d564 req-9fa1a947-2ea9-4b7b-ad90-7dd1b0930c25 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0523083 Aug 10 04:57:40.841721 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-77a78327-1279-4161-898c-8f9531f3d564 req-4b85e77e-d0b5-4216-ade8-7a46fc9b083d tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398228 Aug 10 04:57:41.650610 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cdff9-6a37-45d3-8d01-8b1bd0369dfa req-9d29b7b2-b301-4909-8bd2-20531b6b5b6e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:41.652106 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b35cdff9-6a37-45d3-8d01-8b1bd0369dfa req-9d29b7b2-b301-4909-8bd2-20531b6b5b6e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 943 time: 0.0553727 Aug 10 04:57:41.691146 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b35cdff9-6a37-45d3-8d01-8b1bd0369dfa req-c38df8a5-cae7-4dc8-8227-9c540e42256e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329392 Aug 10 04:57:41.974587 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a9f1c-3585-429b-b592-1e800534972d req-193945f6-d8ed-4fd1-97fb-be71951b5a72 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:41.976169 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-268a9f1c-3585-429b-b592-1e800534972d req-193945f6-d8ed-4fd1-97fb-be71951b5a72 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0539243 Aug 10 04:57:42.020510 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-268a9f1c-3585-429b-b592-1e800534972d req-547665cc-1eda-4a25-916a-54670cec9180 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349026 Aug 10 04:57:42.817156 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba62b7b-5285-4691-8f6e-e962c882f6df req-346c97b6-a0bd-427f-b5e3-2b802a544488 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:42.818667 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3ba62b7b-5285-4691-8f6e-e962c882f6df req-346c97b6-a0bd-427f-b5e3-2b802a544488 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 943 time: 0.0507760 Aug 10 04:57:42.857805 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3ba62b7b-5285-4691-8f6e-e962c882f6df req-2687c112-6b77-4668-9bf1-6f895f8f5de8 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331514 Aug 10 04:57:43.150790 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be465bf5-5f2a-4b4d-9517-a2557d1cd2d8 req-bfc3ce8e-4d12-40fa-afa7-91cef52f9922 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:43.152267 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-be465bf5-5f2a-4b4d-9517-a2557d1cd2d8 req-bfc3ce8e-4d12-40fa-afa7-91cef52f9922 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0595121 Aug 10 04:57:43.198753 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-be465bf5-5f2a-4b4d-9517-a2557d1cd2d8 req-1b5eb869-1d51-40fd-bad5-6e60d4d6d885 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403848 Aug 10 04:57:43.985656 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc476f8e-f3ef-43e0-ab2e-d16167bdd303 req-c7461a96-81fd-4497-b799-b44475eb2a42 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:43.987172 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cc476f8e-f3ef-43e0-ab2e-d16167bdd303 req-c7461a96-81fd-4497-b799-b44475eb2a42 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 943 time: 0.0556507 Aug 10 04:57:44.027398 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cc476f8e-f3ef-43e0-ab2e-d16167bdd303 req-b1763613-e8f3-4830-9f0a-9dfa6ef3cf7a tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342185 Aug 10 04:57:44.249376 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 2c5c06ad-925d-4762-8de9-d0bc65516a57 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:57:44.324405 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a876f-6e1d-4cdf-bb11-7e1b73224811 req-646fc441-abd2-4ba1-aa91-fe8daea14808 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:44.325880 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-407a876f-6e1d-4cdf-bb11-7e1b73224811 req-646fc441-abd2-4ba1-aa91-fe8daea14808 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0518992 Aug 10 04:57:44.356163 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 2c5c06ad-925d-4762-8de9-d0bc65516a57, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2c5c06ad-925d-4762-8de9-d0bc65516a57,segment=NetworkSegment(8c0479b7-c059-4ba6-a645-2bcc381d404f),segment_id=8c0479b7-c059-4ba6-a645-2bcc381d404f)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:57:44.364573 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-407a876f-6e1d-4cdf-bb11-7e1b73224811 req-73645c0d-498f-4eb2-9cdd-ecf42ff97585 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325568 Aug 10 04:57:44.369639 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Returning: {'device': '2c5c06ad-925d-4762-8de9-d0bc65516a57', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'port_id': '2c5c06ad-925d-4762-8de9-d0bc65516a57', 'mac_address': 'fa:16:3e:85:16:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93497194-d72a-4696-b0fc-7223e82fd189', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:57:44.406525 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:44.419797 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c5c06ad-925d-4762-8de9-d0bc65516a57 {{(pid=93279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:57:44.439972 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 2c5c06ad-925d-4762-8de9-d0bc65516a57, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2c5c06ad-925d-4762-8de9-d0bc65516a57,segment=NetworkSegment(8c0479b7-c059-4ba6-a645-2bcc381d404f),segment_id=8c0479b7-c059-4ba6-a645-2bcc381d404f)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:57:44.445687 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:44.446319 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:57:44.538252 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=2c5c06ad-925d-4762-8de9-d0bc65516a57,revision_number=4']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:44.550291 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:44.550635 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:44.550980 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:44.551333 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:44.551659 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:44.551981 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:44.552297 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:44.552621 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:44.552967 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:44.553287 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:44.553603 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:44.553914 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:44.590877 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029,segment=NetworkSegment(3f230113-748d-49c3-b686-177bf1e5d247),segment_id=3f230113-748d-49c3-b686-177bf1e5d247)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:57:44.602402 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Returning: {'device': '2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029', 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c', 'port_id': '2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029', 'mac_address': 'fa:16:3e:6c:44:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:57:44.639447 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:44.652508 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 {{(pid=93279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:57:44.673139 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029,segment=NetworkSegment(3f230113-748d-49c3-b686-177bf1e5d247),segment_id=3f230113-748d-49c3-b686-177bf1e5d247)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:57:44.680209 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:44.731954 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029,revision_number=6']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:44.857674 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:57:45.163004 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40dfa09-9af1-4512-9665-4b71f423f3d5 req-74f01afa-5c76-4f04-98e9-d0b41dd512df tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:45.164691 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b40dfa09-9af1-4512-9665-4b71f423f3d5 req-74f01afa-5c76-4f04-98e9-d0b41dd512df tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 944 time: 0.0604591 Aug 10 04:57:45.206194 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b40dfa09-9af1-4512-9665-4b71f423f3d5 req-a45326a4-f87d-44ba-863a-425dd437d501 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351512 Aug 10 04:57:45.344873 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['2c5c06ad-925d-4762-8de9-d0bc65516a57'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:57:45.493107 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d111b-b931-482f-839d-1e2d922e973a req-f5fbaea5-1221-4b02-80a5-4f17e45c1a7d tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:45.494622 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-455d111b-b931-482f-839d-1e2d922e973a req-f5fbaea5-1221-4b02-80a5-4f17e45c1a7d tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 944 time: 0.0540626 Aug 10 04:57:45.532269 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-455d111b-b931-482f-839d-1e2d922e973a req-af295cbd-75b9-4c80-9202-bfeded58fe24 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308330 Aug 10 04:57:46.335884 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff43ea4-627d-425d-b07c-a9e9d409069b req-97119432-ca51-4ebe-8d3b-fcbff2d3c8ba tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:46.337359 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5ff43ea4-627d-425d-b07c-a9e9d409069b req-97119432-ca51-4ebe-8d3b-fcbff2d3c8ba tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 944 time: 0.0510955 Aug 10 04:57:46.380081 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5ff43ea4-627d-425d-b07c-a9e9d409069b req-789757e6-489c-4fc6-8514-38d8a25af2a1 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339825 Aug 10 04:57:46.670488 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a687d0-ffac-486c-9740-536d16170834 req-05e1aa53-f357-408c-9b19-10da5ae63908 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:46.672011 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c5a687d0-ffac-486c-9740-536d16170834 req-05e1aa53-f357-408c-9b19-10da5ae63908 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 944 time: 0.0602620 Aug 10 04:57:46.712654 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c5a687d0-ffac-486c-9740-536d16170834 req-659793fd-a90c-4400-823c-6b54ab2ca228 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345366 Aug 10 04:57:47.144088 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-82b5e15b-3830-4aeb-81ff-76c4a7a6fc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:47.522875 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8510cc-d51b-4e22-871c-9fc95fec1e9c req-e5e96870-8e94-4aa5-b02a-63ccc200ac54 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:47.524362 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5d8510cc-d51b-4e22-871c-9fc95fec1e9c req-e5e96870-8e94-4aa5-b02a-63ccc200ac54 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 944 time: 0.0670156 Aug 10 04:57:47.567621 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5d8510cc-d51b-4e22-871c-9fc95fec1e9c req-327083a9-f46a-4954-9a17-7ddd5c12bbd0 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343664 Aug 10 04:57:47.836531 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aec6c9-5a11-4ed7-8536-a37bf13b41db req-fa2e6e3b-2e03-4eed-871c-1813f8d677c7 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:47.838050 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c1aec6c9-5a11-4ed7-8536-a37bf13b41db req-fa2e6e3b-2e03-4eed-871c-1813f8d677c7 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 944 time: 0.0523322 Aug 10 04:57:47.879586 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c1aec6c9-5a11-4ed7-8536-a37bf13b41db req-5d326696-9626-4bf3-b6bc-6c72bb2ec163 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324624 Aug 10 04:57:48.701676 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077148b-4fee-4b7f-9154-ea86affed1b4 req-90febdd2-20cf-4546-b408-cae86c364f54 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:48.703176 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f077148b-4fee-4b7f-9154-ea86affed1b4 req-90febdd2-20cf-4546-b408-cae86c364f54 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 944 time: 0.0576103 Aug 10 04:57:48.748476 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f077148b-4fee-4b7f-9154-ea86affed1b4 req-f3a3d394-ee59-478d-bbc6-1a8080cbe047 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359001 Aug 10 04:57:49.019900 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bd631-6351-419e-b947-22ddcf3a9599 req-a2bf801b-43ee-44b5-a6b3-feccdd1c4326 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:49.021210 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-040bd631-6351-419e-b947-22ddcf3a9599 req-a2bf801b-43ee-44b5-a6b3-feccdd1c4326 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 944 time: 0.0608320 Aug 10 04:57:49.060243 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-040bd631-6351-419e-b947-22ddcf3a9599 req-2174f158-c9e8-4f26-89d8-6adf2fb93742 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330877 Aug 10 04:57:49.730673 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 up at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:57:49.775132 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:49.794435 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning complete for port 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:57:49.794825 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:49.866412 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591be4b-f7ae-4c93-9c29-674f9915a8e1 req-19ab1003-6f3b-45a5-84cd-738129ef2f0f tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:49.867905 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7591be4b-f7ae-4c93-9c29-674f9915a8e1 req-19ab1003-6f3b-45a5-84cd-738129ef2f0f tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 944 time: 0.0484149 Aug 10 04:57:49.871937 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:49.894617 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208c376a-028a-409c-b719-98ac7e15d562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:57:49.897318 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684630205e793650736d742c593896f55c3712126ad5fa6ebc9acffcc34ee486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12bc90b-4298-404f-a1c6-c476fd65f8ba" -d '{"events": [{"server_uuid": "208c376a-028a-409c-b719-98ac7e15d562", "name": "network-vif-plugged", "status": "completed", "tag": "2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:57:49.905965 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7591be4b-f7ae-4c93-9c29-674f9915a8e1 req-436c0f20-fd96-4cbf-b5c5-36147f0f5530 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317924 Aug 10 04:57:49.910291 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029,segment=NetworkSegment(3f230113-748d-49c3-b686-177bf1e5d247),segment_id=3f230113-748d-49c3-b686-177bf1e5d247)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:57:49.915497 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:49.952243 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e95b030-3f78-45e1-b145-cce06d034531 x-openstack-request-id: req-3e95b030-3f78-45e1-b145-cce06d034531 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:57:49.952523 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208c376a-028a-409c-b719-98ac7e15d562", "name": "network-vif-plugged", "status": "completed", "tag": "2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:57:49.952766 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e95b030-3f78-45e1-b145-cce06d034531 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:57:49.953157 dv-cinder-804035-1-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208c376a-028a-409c-b719-98ac7e15d562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029', 'code': 200} Aug 10 04:57:49.966440 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029,revision_number=7']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:50.022032 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b1f0f9ef-95c0-4fab-9285-0c37e477ebee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:50.191816 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32732cad-1040-4f5c-b3ad-ec0ad6faed4c req-cf96c968-bbdd-441d-8261-86bdc0472a17 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:50.193265 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-32732cad-1040-4f5c-b3ad-ec0ad6faed4c req-cf96c968-bbdd-441d-8261-86bdc0472a17 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0587809 Aug 10 04:57:50.206147 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:50.231144 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-32732cad-1040-4f5c-b3ad-ec0ad6faed4c req-fbf808a6-8435-472d-8558-08e753f0afef tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318136 Aug 10 04:57:51.041823 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3f4f-71b4-4b37-b500-9f4254824930 req-829be82b-c1a8-43e1-91e8-cbd093c79e35 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:51.043322 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-44be3f4f-71b4-4b37-b500-9f4254824930 req-829be82b-c1a8-43e1-91e8-cbd093c79e35 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 944 time: 0.0609190 Aug 10 04:57:51.082291 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-44be3f4f-71b4-4b37-b500-9f4254824930 req-aaf3bd7d-4641-401c-9e18-907dd569f4d3 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327299 Aug 10 04:57:51.246587 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:51.352721 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370bc8d-3518-4ffb-9768-cfe6a013b43f req-768853b8-6e83-4270-b018-6f4ed0dfd1d9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:51.354093 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1370bc8d-3518-4ffb-9768-cfe6a013b43f req-768853b8-6e83-4270-b018-6f4ed0dfd1d9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0518570 Aug 10 04:57:51.394896 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1370bc8d-3518-4ffb-9768-cfe6a013b43f req-45b733da-89ca-49d1-a0e9-b07cf4cbfca3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320787 Aug 10 04:57:52.200836 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570b733-f420-4547-9f3f-3f1c26e53fba req-e4431752-8b64-4e3e-8141-93249d585431 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:52.202298 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1570b733-f420-4547-9f3f-3f1c26e53fba req-e4431752-8b64-4e3e-8141-93249d585431 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 944 time: 0.0503664 Aug 10 04:57:52.240416 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1570b733-f420-4547-9f3f-3f1c26e53fba req-dddba7c4-5580-4215-9fb8-16537b8447e4 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317748 Aug 10 04:57:52.539330 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ca17b-1385-4274-9ad8-58066506fd0c req-bba97d43-1842-499f-92ae-6b67dcbb696f tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:52.540797 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-082ca17b-1385-4274-9ad8-58066506fd0c req-bba97d43-1842-499f-92ae-6b67dcbb696f tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0634742 Aug 10 04:57:52.582757 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-082ca17b-1385-4274-9ad8-58066506fd0c req-2b3507df-c88f-47d0-bd7a-0dec01804f93 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328088 Aug 10 04:57:52.690460 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:53.093133 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f853911-2cd6-460d-90ea-3dacf4864862 req-ec3c1693-54c9-4c7e-8cc9-f0efae46d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:53.094631 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-1f853911-2cd6-460d-90ea-3dacf4864862 req-ec3c1693-54c9-4c7e-8cc9-f0efae46d7da service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=66a8bb3c6be240719e5ec8a74319a2e3&device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 1098 time: 0.0913928 Aug 10 04:57:53.209640 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f853911-2cd6-460d-90ea-3dacf4864862 req-4119f898-dd28-4c51-b682-9da58ee66150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:53.211369 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-1f853911-2cd6-460d-90ea-3dacf4864862 req-4119f898-dd28-4c51-b682-9da58ee66150 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1d5d3c9f-e413-437f-a63e-a3f1a946fd9c HTTP/1.1" status: 200 len: 918 time: 0.0879083 Aug 10 04:57:53.284893 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-1f853911-2cd6-460d-90ea-3dacf4864862 req-b65cdeb4-c134-4328-ae1c-22dbadc9f85d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 HTTP/1.1" status: 200 len: 1000 time: 0.0593514 Aug 10 04:57:53.346034 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f853911-2cd6-460d-90ea-3dacf4864862 req-a0d052c0-a36c-46ac-9bf7-3659d0652512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:53.347643 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-1f853911-2cd6-460d-90ea-3dacf4864862 req-a0d052c0-a36c-46ac-9bf7-3659d0652512 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=730c2c7a-bff8-4fac-9b46-2ea8ba090a71 HTTP/1.1" status: 200 len: 856 time: 0.0487890 Aug 10 04:57:53.361141 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d5bcc-dc42-4f16-bd6b-469db3d095e5 req-f87e0010-e4c9-47ce-b3d3-8b5600821762 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:53.362649 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b05d5bcc-dc42-4f16-bd6b-469db3d095e5 req-f87e0010-e4c9-47ce-b3d3-8b5600821762 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 944 time: 0.0499239 Aug 10 04:57:53.397652 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f853911-2cd6-460d-90ea-3dacf4864862 req-f4c8d19e-ff27-471a-8231-ab0783872634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:53.399234 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-1f853911-2cd6-460d-90ea-3dacf4864862 req-f4c8d19e-ff27-471a-8231-ab0783872634 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1d5d3c9f-e413-437f-a63e-a3f1a946fd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398729 Aug 10 04:57:53.401859 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b05d5bcc-dc42-4f16-bd6b-469db3d095e5 req-1d59e7a6-45f2-40a6-b17c-e5684b12b4e7 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331044 Aug 10 04:57:53.491952 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-1f853911-2cd6-460d-90ea-3dacf4864862 req-8746a403-99b6-4a39-8f7d-c63c8f7797bd service neutron] 10.222.0.63 "GET /v2.0/networks/1d5d3c9f-e413-437f-a63e-a3f1a946fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836332 Aug 10 04:57:53.588720 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-1f853911-2cd6-460d-90ea-3dacf4864862 req-173fa931-db52-4274-911f-2c25531782b0 service neutron] 10.222.0.63 "GET /v2.0/networks/1d5d3c9f-e413-437f-a63e-a3f1a946fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887408 Aug 10 04:57:53.714575 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fb2ea-7499-4f33-a656-5237ed6801ba req-c2875ea2-f29f-49dd-a1bd-b91d7bf6db48 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:53.716059 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-215fb2ea-7499-4f33-a656-5237ed6801ba req-c2875ea2-f29f-49dd-a1bd-b91d7bf6db48 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0511689 Aug 10 04:57:53.763298 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-215fb2ea-7499-4f33-a656-5237ed6801ba req-7728fe9b-3e2c-48eb-888e-6d9f2663c5f4 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381179 Aug 10 04:57:54.523104 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1701a-996c-4e24-b3af-35aac6b368ff req-fa6b09f7-6de4-433f-a9c6-d2cb3a7cc89d tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:54.524462 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8bb1701a-996c-4e24-b3af-35aac6b368ff req-fa6b09f7-6de4-433f-a9c6-d2cb3a7cc89d tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 944 time: 0.0556097 Aug 10 04:57:54.567565 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8bb1701a-996c-4e24-b3af-35aac6b368ff req-4369c2ac-42cc-4f96-9d2e-dddeb62608fb tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338311 Aug 10 04:57:54.908772 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fddc8-6339-48a6-a5ba-934901e365b7 req-15c45930-c2ec-4666-8fe8-fc7ebecb2338 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:54.910222 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-db5fddc8-6339-48a6-a5ba-934901e365b7 req-15c45930-c2ec-4666-8fe8-fc7ebecb2338 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0533149 Aug 10 04:57:54.948007 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 2c5c06ad-925d-4762-8de9-d0bc65516a57 up at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:57:54.952788 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-db5fddc8-6339-48a6-a5ba-934901e365b7 req-7cc67108-5bc0-46c1-96c5-649cb7ab0a69 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336101 Aug 10 04:57:55.004893 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning for port 2c5c06ad-925d-4762-8de9-d0bc65516a57 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:57:55.008718 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning complete for port 2c5c06ad-925d-4762-8de9-d0bc65516a57 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:57:55.009085 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:55.088808 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:55.118854 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3598ec5-18d3-4dbc-b80b-f854266b6cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5c06ad-925d-4762-8de9-d0bc65516a57'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:57:55.121174 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684630205e793650736d742c593896f55c3712126ad5fa6ebc9acffcc34ee486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e086dc5-c6d0-4d74-bb8f-16a7acaa6bf7" -d '{"events": [{"server_uuid": "a3598ec5-18d3-4dbc-b80b-f854266b6cd3", "name": "network-vif-plugged", "status": "completed", "tag": "2c5c06ad-925d-4762-8de9-d0bc65516a57"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:57:55.134602 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 2c5c06ad-925d-4762-8de9-d0bc65516a57, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2c5c06ad-925d-4762-8de9-d0bc65516a57,segment=NetworkSegment(8c0479b7-c059-4ba6-a645-2bcc381d404f),segment_id=8c0479b7-c059-4ba6-a645-2bcc381d404f)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:57:55.139965 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:55.167426 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e47b48-1b41-45c6-8f82-04ad245f7a54 x-openstack-request-id: req-78e47b48-1b41-45c6-8f82-04ad245f7a54 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:57:55.167707 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3598ec5-18d3-4dbc-b80b-f854266b6cd3", "name": "network-vif-plugged", "status": "completed", "tag": "2c5c06ad-925d-4762-8de9-d0bc65516a57", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:57:55.167948 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-78e47b48-1b41-45c6-8f82-04ad245f7a54 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:57:55.168318 dv-cinder-804035-1-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3598ec5-18d3-4dbc-b80b-f854266b6cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5c06ad-925d-4762-8de9-d0bc65516a57', 'code': 200} Aug 10 04:57:55.194991 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=2c5c06ad-925d-4762-8de9-d0bc65516a57,revision_number=5']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:55.702387 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8402e-b5f7-4ee2-bd47-78d59025e859 req-ca4d9599-9763-4290-8395-05ddb9541cf9 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:55.703975 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dbe8402e-b5f7-4ee2-bd47-78d59025e859 req-ca4d9599-9763-4290-8395-05ddb9541cf9 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 945 time: 0.0552118 Aug 10 04:57:55.741271 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dbe8402e-b5f7-4ee2-bd47-78d59025e859 req-548e0142-8a7f-4c26-949e-3b174933a425 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312834 Aug 10 04:57:56.091397 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a06dd-68ab-4fb5-aa3c-c39dd8223947 req-aff743e6-e419-483e-90dd-e844a1165bbe tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:56.092888 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-137a06dd-68ab-4fb5-aa3c-c39dd8223947 req-aff743e6-e419-483e-90dd-e844a1165bbe tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0529318 Aug 10 04:57:56.136923 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-137a06dd-68ab-4fb5-aa3c-c39dd8223947 req-8b7d14c3-57d7-4951-89be-d52253c0c49c tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354187 Aug 10 04:57:56.868323 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abac28-525d-493b-beb1-cf4ae98a9a7b req-26356b37-6b69-4f84-a1e3-4c427461f5c9 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:56.869840 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-88abac28-525d-493b-beb1-cf4ae98a9a7b req-26356b37-6b69-4f84-a1e3-4c427461f5c9 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 945 time: 0.0521092 Aug 10 04:57:56.907912 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-88abac28-525d-493b-beb1-cf4ae98a9a7b req-6256da92-1257-467e-9bb4-b611ad6eabe7 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321436 Aug 10 04:57:57.267739 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67c5ff-2f9b-43cf-9f2b-2a8bab8721c1 req-b00bc5b4-ca09-471b-98f0-308e1396f9f1 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:57.269213 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8f67c5ff-2f9b-43cf-9f2b-2a8bab8721c1 req-b00bc5b4-ca09-471b-98f0-308e1396f9f1 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0516412 Aug 10 04:57:57.311455 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8f67c5ff-2f9b-43cf-9f2b-2a8bab8721c1 req-152db355-65f5-4a8e-baa5-32cf48a2fbd9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355909 Aug 10 04:57:58.029092 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad82df4-ddc4-4cb6-80cb-7406e10a71a0 req-5588064e-79c5-47d5-b8cb-22dbb4b64be4 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:58.030593 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4ad82df4-ddc4-4cb6-80cb-7406e10a71a0 req-5588064e-79c5-47d5-b8cb-22dbb4b64be4 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 945 time: 0.0548320 Aug 10 04:57:58.070231 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4ad82df4-ddc4-4cb6-80cb-7406e10a71a0 req-21280679-9c29-42fe-bf04-3eb9a14cb77e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333235 Aug 10 04:57:58.239707 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e1ed4-6c48-4dfb-a26b-329fa86af61b req-0f43e15b-be95-4136-b235-5c7518134cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:58.241185 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-8b7e1ed4-6c48-4dfb-a26b-329fa86af61b req-0f43e15b-be95-4136-b235-5c7518134cc3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 1098 time: 0.0526698 Aug 10 04:57:58.439921 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5e6ad-f972-43ca-a38d-6279e7643d33 req-1b1e3a26-7587-471e-bb13-ef89a674d28d tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:58.441930 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8bd5e6ad-f972-43ca-a38d-6279e7643d33 req-1b1e3a26-7587-471e-bb13-ef89a674d28d tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0568700 Aug 10 04:57:58.482772 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8bd5e6ad-f972-43ca-a38d-6279e7643d33 req-f2d32406-0600-4b46-8805-8721a222938c tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348458 Aug 10 04:57:59.198334 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2332a-ae1d-47c0-ae69-7d4a62f4db37 req-406c9716-ad88-42ed-8386-126639912a22 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:59.199845 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5ca2332a-ae1d-47c0-ae69-7d4a62f4db37 req-406c9716-ad88-42ed-8386-126639912a22 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 945 time: 0.0530863 Aug 10 04:57:59.238601 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5ca2332a-ae1d-47c0-ae69-7d4a62f4db37 req-4fbe0d95-0950-4650-8b48-6fb3b41acc9d tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327387 Aug 10 04:57:59.615842 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d5ade-abf1-4687-8d73-196fde5dde2e req-38bc36ea-9044-4fb8-85da-d5c116d15b81 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:59.617700 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bd3d5ade-abf1-4687-8d73-196fde5dde2e req-38bc36ea-9044-4fb8-85da-d5c116d15b81 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0640526 Aug 10 04:57:59.669119 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bd3d5ade-abf1-4687-8d73-196fde5dde2e req-df182e7b-aa9d-42a8-9ddd-7a93e0736a15 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427108 Aug 10 04:57:59.965437 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-8b7e1ed4-6c48-4dfb-a26b-329fa86af61b req-0da2d5a7-4d3d-4a30-89f5-fffeca4a8eb4 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366299 Aug 10 04:58:00.362494 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200aab0-377a-4893-ba3b-4416567189f4 req-a0c94a6d-0fac-4b0d-a8af-28b14c528315 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:00.363984 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7200aab0-377a-4893-ba3b-4416567189f4 req-a0c94a6d-0fac-4b0d-a8af-28b14c528315 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 945 time: 0.0507371 Aug 10 04:58:00.407572 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7200aab0-377a-4893-ba3b-4416567189f4 req-f910dfa6-9997-4285-a14c-941c12b3fbbe tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363963 Aug 10 04:58:00.815279 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14895743-a862-48e5-ac76-e51f9f47777c req-def7dcc2-83a4-4fcf-ae9d-e468cb164de8 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:00.816778 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-14895743-a862-48e5-ac76-e51f9f47777c req-def7dcc2-83a4-4fcf-ae9d-e468cb164de8 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0590041 Aug 10 04:58:00.854135 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-14895743-a862-48e5-ac76-e51f9f47777c req-68ac6897-c3ba-46e2-baac-972dcef9e1cb tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311761 Aug 10 04:58:01.539820 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12c782-a693-4166-8cdd-03ba8f99f5bb req-6a4b31f1-1fec-4ea1-bac0-3c7932d995f5 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:01.541502 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ef12c782-a693-4166-8cdd-03ba8f99f5bb req-6a4b31f1-1fec-4ea1-bac0-3c7932d995f5 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 945 time: 0.0576110 Aug 10 04:58:01.583339 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ef12c782-a693-4166-8cdd-03ba8f99f5bb req-ad443925-ce69-4921-a916-adda1ceabfd3 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354125 Aug 10 04:58:01.985520 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9709a4-e2c2-4eae-8bc9-0a8aec8ef506 req-ab5c46c4-5163-414a-8f0c-282fdbeb60e1 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:01.987027 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1d9709a4-e2c2-4eae-8bc9-0a8aec8ef506 req-ab5c46c4-5163-414a-8f0c-282fdbeb60e1 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0534954 Aug 10 04:58:02.027850 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1d9709a4-e2c2-4eae-8bc9-0a8aec8ef506 req-66da632d-181d-4f68-89c2-28b97b6a7c1f tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338719 Aug 10 04:58:02.710307 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f9f45-f3e8-4301-a87b-fedba65ad863 req-0ce6b78f-6984-4f82-bd4f-0352bbb770e7 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:02.719024 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b03f9f45-f3e8-4301-a87b-fedba65ad863 req-0ce6b78f-6984-4f82-bd4f-0352bbb770e7 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 945 time: 0.0625930 Aug 10 04:58:02.769277 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b03f9f45-f3e8-4301-a87b-fedba65ad863 req-7262d315-92e2-4953-a2da-a31d9c768018 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490496 Aug 10 04:58:03.176026 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2346a-ccea-4c90-ab49-4a531a2eccc3 req-bf6ced87-017b-4d76-b086-df72a01e8de0 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:03.183436 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bec2346a-ccea-4c90-ab49-4a531a2eccc3 req-bf6ced87-017b-4d76-b086-df72a01e8de0 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0770013 Aug 10 04:58:03.218052 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bec2346a-ccea-4c90-ab49-4a531a2eccc3 req-e4ef460d-517b-4da5-a90e-0b4404b3d256 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332036 Aug 10 04:58:03.890189 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3192c-eda8-471b-a4b9-e02ee288f49c req-abfac611-7ea0-4328-bdeb-236188f613cc tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:03.896178 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-97e3192c-eda8-471b-a4b9-e02ee288f49c req-abfac611-7ea0-4328-bdeb-236188f613cc tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 945 time: 0.0571029 Aug 10 04:58:03.938767 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-97e3192c-eda8-471b-a4b9-e02ee288f49c req-ec88f3d8-099c-45d2-8b74-54fca086f3f6 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400383 Aug 10 04:58:04.383951 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d82ca-cb50-4fe8-a01e-66e4e47248a7 req-669f170a-bec1-4b15-8f3d-b6296c845df0 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:04.391926 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a82d82ca-cb50-4fe8-a01e-66e4e47248a7 req-669f170a-bec1-4b15-8f3d-b6296c845df0 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0863879 Aug 10 04:58:04.432843 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a82d82ca-cb50-4fe8-a01e-66e4e47248a7 req-e0636863-f952-49a5-9d91-5763f9ba0741 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394795 Aug 10 04:58:05.087710 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7f871-b626-441c-9003-c01d2204bd84 req-cddb0091-ea73-4f97-8658-a4bdb6ac23bc tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:05.095375 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8df7f871-b626-441c-9003-c01d2204bd84 req-cddb0091-ea73-4f97-8658-a4bdb6ac23bc tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 945 time: 0.0770590 Aug 10 04:58:05.151047 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8df7f871-b626-441c-9003-c01d2204bd84 req-4cd6e8eb-5c60-41bd-9593-4bf78e806c29 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526075 Aug 10 04:58:05.566352 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17d234-83c9-4d5d-b53a-b9f8bec275ec req-b83d4bd6-73b2-4d73-9af3-14b78e776e7b tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:05.567927 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0e17d234-83c9-4d5d-b53a-b9f8bec275ec req-b83d4bd6-73b2-4d73-9af3-14b78e776e7b tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0599306 Aug 10 04:58:05.620370 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0e17d234-83c9-4d5d-b53a-b9f8bec275ec req-a8df63a3-8334-4c73-a70a-e863b0d03cd9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438509 Aug 10 04:58:06.263287 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b761f8-0eef-4d75-83c0-c2a0f7f666ba req-49c2148b-edaa-43a5-b702-176dedd6052f tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:06.264819 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-11b761f8-0eef-4d75-83c0-c2a0f7f666ba req-49c2148b-edaa-43a5-b702-176dedd6052f tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 945 time: 0.0493529 Aug 10 04:58:06.305211 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-11b761f8-0eef-4d75-83c0-c2a0f7f666ba req-739920aa-e98a-4521-89e8-d50f183a70c2 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337663 Aug 10 04:58:06.764141 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9cc0e-e185-4bb0-89e4-90b62449830a req-4844c2da-b4ee-4782-82e4-5fef10e01325 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:06.766061 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ebd9cc0e-e185-4bb0-89e4-90b62449830a req-4844c2da-b4ee-4782-82e4-5fef10e01325 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0676036 Aug 10 04:58:06.811299 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ebd9cc0e-e185-4bb0-89e4-90b62449830a req-76764957-9ada-4c34-9ce2-843a4b5778e3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378370 Aug 10 04:58:07.434855 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba32bcb-a161-48df-a23e-b4442bf921ec req-6cd5b5ad-22cd-4d79-905c-b23bbacb221e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:07.437185 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1ba32bcb-a161-48df-a23e-b4442bf921ec req-6cd5b5ad-22cd-4d79-905c-b23bbacb221e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 945 time: 0.0535412 Aug 10 04:58:07.477999 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1ba32bcb-a161-48df-a23e-b4442bf921ec req-55da38ae-109b-4f70-b859-b9d733d4c5f6 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347934 Aug 10 04:58:07.949426 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3cdb7-8870-4fae-a0ff-af64ddb42082 req-ad3cdb94-578d-4659-9322-4fdb3c1084c2 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:07.956002 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d1f3cdb7-8870-4fae-a0ff-af64ddb42082 req-ad3cdb94-578d-4659-9322-4fdb3c1084c2 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0570807 Aug 10 04:58:07.995060 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d1f3cdb7-8870-4fae-a0ff-af64ddb42082 req-ba92b136-0211-4295-911d-01d75b484c11 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380282 Aug 10 04:58:08.607761 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66605c59-8586-4383-b958-73a9eecb7f86 req-1194482b-62ce-4960-89c6-8cf2a50f8a15 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:08.609918 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-66605c59-8586-4383-b958-73a9eecb7f86 req-1194482b-62ce-4960-89c6-8cf2a50f8a15 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 945 time: 0.0633013 Aug 10 04:58:08.658308 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-66605c59-8586-4383-b958-73a9eecb7f86 req-efc27c6f-6c63-4304-8e31-91eb88168361 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420723 Aug 10 04:58:08.790870 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3dee9-b9f9-4659-856b-8c2d6ac17f47 req-c6626efc-5a3d-4f67-bbcc-8f08cedb6eb1 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:08.792568 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-63b3dee9-b9f9-4659-856b-8c2d6ac17f47 req-c6626efc-5a3d-4f67-bbcc-8f08cedb6eb1 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 945 time: 0.0526817 Aug 10 04:58:08.843221 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-63b3dee9-b9f9-4659-856b-8c2d6ac17f47 req-c652392e-c45c-4462-ba17-cdc345241697 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438788 Aug 10 04:58:08.861070 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 33960) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:09.098518 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72ba0ba-00cb-43f5-86f0-9747b7a0a06f tempest-TestVolumeBootPattern-445556123 tempest-TestVolumeBootPattern-445556123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:09.104152 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 33972) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:09.104522 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-b72ba0ba-00cb-43f5-86f0-9747b7a0a06f tempest-TestVolumeBootPattern-445556123 tempest-TestVolumeBootPattern-445556123-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 1093 time: 0.2421234 Aug 10 04:58:09.108997 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-bb33977e-ed36-4b79-8558-8ace86d19b40 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Request body: {'floatingip': {'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'port_id': '2c5c06ad-925d-4762-8de9-d0bc65516a57', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:58:09.184466 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bb33977e-ed36-4b79-8558-8ace86d19b40 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for floatingip, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:09.213084 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021c852-8992-464c-9c62-63c9572fd6d2 req-0eeaa34b-896c-46f6-952d-71933c3dc13d tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:09.217254 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8021c852-8992-464c-9c62-63c9572fd6d2 req-0eeaa34b-896c-46f6-952d-71933c3dc13d tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0990999 Aug 10 04:58:09.319780 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8021c852-8992-464c-9c62-63c9572fd6d2 req-7b1a3c28-d4ca-45bd-8849-aac06e152af9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571611 Aug 10 04:58:09.374920 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bb33977e-ed36-4b79-8558-8ace86d19b40 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:09.498490 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [None req-bb33977e-ed36-4b79-8558-8ace86d19b40 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Allocated IP 172.27.0.254 (0a1a8acd-4687-4edf-98ff-0a50fc5a0482/3fb0ac1d-f2fb-452a-b682-4051fe90b57f/bc493579-0ef9-4161-99ae-f9f8e799b808) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:58:09.617980 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bb33977e-ed36-4b79-8558-8ace86d19b40 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:09.660798 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bb33977e-ed36-4b79-8558-8ace86d19b40 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:09.702572 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb33977e-ed36-4b79-8558-8ace86d19b40 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Network 0a1a8acd-4687-4edf-98ff-0a50fc5a0482 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:58:09.708611 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-bb33977e-ed36-4b79-8558-8ace86d19b40 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:58:09.713024 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb33977e-ed36-4b79-8558-8ace86d19b40 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:58:09.744335 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33977e-ed36-4b79-8558-8ace86d19b40 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Pushing event updated for resources: {'Port': ['ID=bc493579-0ef9-4161-99ae-f9f8e799b808,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:09.758180 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb33977e-ed36-4b79-8558-8ace86d19b40 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:09.758580 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb33977e-ed36-4b79-8558-8ace86d19b40 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:09.759458 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb33977e-ed36-4b79-8558-8ace86d19b40 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:09.759458 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb33977e-ed36-4b79-8558-8ace86d19b40 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:09.759808 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb33977e-ed36-4b79-8558-8ace86d19b40 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:09.760137 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb33977e-ed36-4b79-8558-8ace86d19b40 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:09.760465 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb33977e-ed36-4b79-8558-8ace86d19b40 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:09.760788 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb33977e-ed36-4b79-8558-8ace86d19b40 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:09.761111 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb33977e-ed36-4b79-8558-8ace86d19b40 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:09.761437 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb33977e-ed36-4b79-8558-8ace86d19b40 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:09.761758 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb33977e-ed36-4b79-8558-8ace86d19b40 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:09.762074 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb33977e-ed36-4b79-8558-8ace86d19b40 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:10.412418 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bb33977e-ed36-4b79-8558-8ace86d19b40 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:10.502049 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c6c28-f43b-43ae-80d0-b425a14b2ada req-9b7dd2d9-12f2-4d01-a7c1-908a34cc4437 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:10.503716 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-de5c6c28-f43b-43ae-80d0-b425a14b2ada req-9b7dd2d9-12f2-4d01-a7c1-908a34cc4437 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0681498 Aug 10 04:58:10.542788 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bb33977e-ed36-4b79-8558-8ace86d19b40 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:10.586976 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-de5c6c28-f43b-43ae-80d0-b425a14b2ada req-71dc8f2d-e3bc-4f16-8cf3-4e2282d08013 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656023 Aug 10 04:58:10.746651 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bb33977e-ed36-4b79-8558-8ace86d19b40 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:10.753533 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bb33977e-ed36-4b79-8558-8ace86d19b40 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7361716'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:10.835963 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bb33977e-ed36-4b79-8558-8ace86d19b40 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496286'] for floatingip, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:10.837605 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33977e-ed36-4b79-8558-8ace86d19b40 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Pushing event updated for resources: {'Port': ['ID=bc493579-0ef9-4161-99ae-f9f8e799b808,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:10.955588 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.db.l3_db [None req-bb33977e-ed36-4b79-8558-8ace86d19b40 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Floating IP 1e28b022-dfcb-4ff1-ab00-68166c4858f8 associated. External IP: 172.27.0.254, port: 2c5c06ad-925d-4762-8de9-d0bc65516a57. Aug 10 04:58:11.186583 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb33977e-ed36-4b79-8558-8ace86d19b40 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Router 0f7ad699-10eb-4988-9dbe-6242e32c5226 has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:58:11.302179 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb33977e-ed36-4b79-8558-8ace86d19b40 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:58:11.313053 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2e419d-77c9-40c0-9219-1e2ef98a6613 None None] Sync routers for ids ['0f7ad699-10eb-4988-9dbe-6242e32c5226'] in dv-cinder-804035-1-iscsi {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:58:11.320736 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bb33977e-ed36-4b79-8558-8ace86d19b40 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for floatingip, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:11.323230 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2e419d-77c9-40c0-9219-1e2ef98a6613 None None] Routers {'0f7ad699-10eb-4988-9dbe-6242e32c5226'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:58:11.323867 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-ba2e419d-77c9-40c0-9219-1e2ef98a6613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:57:50Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['0f7ad699-10eb-4988-9dbe-6242e32c5226'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:11.354448 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-bb33977e-ed36-4b79-8558-8ace86d19b40 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2484839 Aug 10 04:58:11.355106 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3598ec5-18d3-4dbc-b80b-f854266b6cd3', 'tag': '2c5c06ad-925d-4762-8de9-d0bc65516a57'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:58:11.357727 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ad241413e3c5b5cfbdfd8ddf86169eda0c2eb72df278c9415fbec86a6c2f7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463001b4-10f2-4b0a-9c0e-c65a0fdc0119" -d '{"events": [{"name": "network-changed", "server_uuid": "a3598ec5-18d3-4dbc-b80b-f854266b6cd3", "tag": "2c5c06ad-925d-4762-8de9-d0bc65516a57"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:58:11.467968 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-ba2e419d-77c9-40c0-9219-1e2ef98a6613 None None] Set router 0f7ad699-10eb-4988-9dbe-6242e32c5226 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:58:11.483613 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061c33d3-d453-43dc-9692-5e019638f63e x-openstack-request-id: req-061c33d3-d453-43dc-9692-5e019638f63e {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:58:11.484084 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3598ec5-18d3-4dbc-b80b-f854266b6cd3", "tag": "2c5c06ad-925d-4762-8de9-d0bc65516a57", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:58:11.484497 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-061c33d3-d453-43dc-9692-5e019638f63e {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:58:11.485065 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3598ec5-18d3-4dbc-b80b-f854266b6cd3', 'tag': '2c5c06ad-925d-4762-8de9-d0bc65516a57', 'status': 'completed', 'code': 200} Aug 10 04:58:11.569362 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463001b4-10f2-4b0a-9c0e-c65a0fdc0119 req-9a2d6f8e-af41-4e94-9551-d037194ad344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:11.571250 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-463001b4-10f2-4b0a-9c0e-c65a0fdc0119 req-9a2d6f8e-af41-4e94-9551-d037194ad344 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f3e6fcb8db8246ba89506c2651668538&device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 1098 time: 0.0560584 Aug 10 04:58:11.672848 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463001b4-10f2-4b0a-9c0e-c65a0fdc0119 req-dee24cac-fdb6-4e93-a7d4-a5c3584e909a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:11.674360 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-463001b4-10f2-4b0a-9c0e-c65a0fdc0119 req-dee24cac-fdb6-4e93-a7d4-a5c3584e909a service neutron] 10.222.0.63 "GET /v2.0/networks?id=38a69901-39a5-4b68-8c2c-6f171225e75b HTTP/1.1" status: 200 len: 913 time: 0.0944264 Aug 10 04:58:11.783175 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-ba2e419d-77c9-40c0-9219-1e2ef98a6613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'name': 'tempest-TestVolumeBootPattern-1515326375-router', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:47Z', 'revision_number': 4, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'gw_port': {'id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_floatingips': [{'id': '1e28b022-dfcb-4ff1-ab00-68166c4858f8', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'router_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'port_id': '2c5c06ad-925d-4762-8de9-d0bc65516a57', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'mac_address': 'fa:16:3e:85:16:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3598ec5-18d3-4dbc-b80b-f854266b6cd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:58:09Z', 'updated_at': '2021-08-10T04:58:09Z', 'revision_number': 0, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635dfeb1-f01f-4164-ab04-4c6374429c6d', 'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'mac_address': 'fa:16:3e:f8:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '93497194-d72a-4696-b0fc-7223e82fd189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:46Z', 'updated_at': '2021-08-10T04:56:53Z', 'revision_number': 5, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'subnets': [{'id': '93497194-d72a-4696-b0fc-7223e82fd189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:11.811635 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50416b-c6ce-4b9f-bc7a-16b2bc6b7ac9 req-dc3db879-6d5e-44e5-944b-c59e28f42325 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:11.815891 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2e419d-77c9-40c0-9219-1e2ef98a6613 None None] Checking router: 0f7ad699-10eb-4988-9dbe-6242e32c5226 for host: dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:58:11.823838 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-be50416b-c6ce-4b9f-bc7a-16b2bc6b7ac9 req-dc3db879-6d5e-44e5-944b-c59e28f42325 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0904417 Aug 10 04:58:11.826250 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2e419d-77c9-40c0-9219-1e2ef98a6613 None None] Routers {'0f7ad699-10eb-4988-9dbe-6242e32c5226'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:58:11.827292 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-ba2e419d-77c9-40c0-9219-1e2ef98a6613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T04:57:50Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['0f7ad699-10eb-4988-9dbe-6242e32c5226'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:11.830456 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-463001b4-10f2-4b0a-9c0e-c65a0fdc0119 req-94f37454-ef63-49e4-be68-0b0fd2a985ef service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c5c06ad-925d-4762-8de9-d0bc65516a57 HTTP/1.1" status: 200 len: 999 time: 0.1366861 Aug 10 04:58:11.873733 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-be50416b-c6ce-4b9f-bc7a-16b2bc6b7ac9 req-32e97181-1817-47dd-a215-f959433ef432 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488956 Aug 10 04:58:11.890433 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463001b4-10f2-4b0a-9c0e-c65a0fdc0119 req-8f947ca4-ddd2-4261-8d2c-2dccb77605b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:11.892091 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-463001b4-10f2-4b0a-9c0e-c65a0fdc0119 req-8f947ca4-ddd2-4261-8d2c-2dccb77605b7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=93497194-d72a-4696-b0fc-7223e82fd189 HTTP/1.1" status: 200 len: 851 time: 0.0546756 Aug 10 04:58:11.943203 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463001b4-10f2-4b0a-9c0e-c65a0fdc0119 req-b40a5465-a94d-4704-83bf-02d3c990fa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:11.944798 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-463001b4-10f2-4b0a-9c0e-c65a0fdc0119 req-b40a5465-a94d-4704-83bf-02d3c990fa68 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=38a69901-39a5-4b68-8c2c-6f171225e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446334 Aug 10 04:58:11.952392 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-ba2e419d-77c9-40c0-9219-1e2ef98a6613 None None] Set router 0f7ad699-10eb-4988-9dbe-6242e32c5226 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:58:12.064655 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-463001b4-10f2-4b0a-9c0e-c65a0fdc0119 req-67b23898-03ab-4013-9780-6e214bbc699f service neutron] 10.222.0.63 "GET /v2.0/networks/38a69901-39a5-4b68-8c2c-6f171225e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842838 Aug 10 04:58:12.153126 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-463001b4-10f2-4b0a-9c0e-c65a0fdc0119 req-c2925289-ff1c-4c6a-9076-139581a3278b service neutron] 10.222.0.63 "GET /v2.0/networks/38a69901-39a5-4b68-8c2c-6f171225e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798733 Aug 10 04:58:12.183745 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-ba2e419d-77c9-40c0-9219-1e2ef98a6613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'name': 'tempest-TestVolumeBootPattern-1515326375-router', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:47Z', 'revision_number': 4, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'gw_port': {'id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_floatingips': [{'id': '1e28b022-dfcb-4ff1-ab00-68166c4858f8', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'router_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'port_id': '2c5c06ad-925d-4762-8de9-d0bc65516a57', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'mac_address': 'fa:16:3e:85:16:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3598ec5-18d3-4dbc-b80b-f854266b6cd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:58:09Z', 'updated_at': '2021-08-10T04:58:09Z', 'revision_number': 0, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635dfeb1-f01f-4164-ab04-4c6374429c6d', 'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'mac_address': 'fa:16:3e:f8:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '93497194-d72a-4696-b0fc-7223e82fd189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:46Z', 'updated_at': '2021-08-10T04:56:53Z', 'revision_number': 5, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'subnets': [{'id': '93497194-d72a-4696-b0fc-7223e82fd189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:12.214537 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2e419d-77c9-40c0-9219-1e2ef98a6613 None None] The sync data for ids ['0f7ad699-10eb-4988-9dbe-6242e32c5226'] in dv-cinder-804035-1-iscsi is: [{'id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'name': 'tempest-TestVolumeBootPattern-1515326375-router', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:47Z', 'revision_number': 4, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'gw_port': {'id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_floatingips': [{'id': '1e28b022-dfcb-4ff1-ab00-68166c4858f8', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'router_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'port_id': '2c5c06ad-925d-4762-8de9-d0bc65516a57', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'mac_address': 'fa:16:3e:85:16:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3598ec5-18d3-4dbc-b80b-f854266b6cd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:58:09Z', 'updated_at': '2021-08-10T04:58:09Z', 'revision_number': 0, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635dfeb1-f01f-4164-ab04-4c6374429c6d', 'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'mac_address': 'fa:16:3e:f8:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '93497194-d72a-4696-b0fc-7223e82fd189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:46Z', 'updated_at': '2021-08-10T04:56:53Z', 'revision_number': 5, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'subnets': [{'id': '93497194-d72a-4696-b0fc-7223e82fd189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:58:12.396820 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d39bf3-45c5-434b-bf87-d77173a57b55 None None] New status for floating IP 1e28b022-dfcb-4ff1-ab00-68166c4858f8: ACTIVE {{(pid=93280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:58:12.498412 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:58:13.007751 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c4ea9-f295-4e55-b298-7dbe1d2aa30b req-296cbd95-9891-46ed-9857-62f7ec97a435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:13.009162 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-a17c4ea9-f295-4e55-b298-7dbe1d2aa30b req-296cbd95-9891-46ed-9857-62f7ec97a435 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=66a8bb3c6be240719e5ec8a74319a2e3&device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 1098 time: 0.0467908 Aug 10 04:58:13.026202 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a34a22-e440-4ea4-a65b-3a5fe1f19741 req-e488a88f-81d0-4813-a139-d4df4727fc00 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:13.027703 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-78a34a22-e440-4ea4-a65b-3a5fe1f19741 req-e488a88f-81d0-4813-a139-d4df4727fc00 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0589252 Aug 10 04:58:13.070044 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-78a34a22-e440-4ea4-a65b-3a5fe1f19741 req-c2fa84a8-3c3e-4a90-beb4-b604cf0b85e3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359211 Aug 10 04:58:13.102016 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c4ea9-f295-4e55-b298-7dbe1d2aa30b req-3582a4fd-d4bc-4ebe-812b-f6a0bce60e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:13.103515 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-a17c4ea9-f295-4e55-b298-7dbe1d2aa30b req-3582a4fd-d4bc-4ebe-812b-f6a0bce60e60 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1d5d3c9f-e413-437f-a63e-a3f1a946fd9c HTTP/1.1" status: 200 len: 918 time: 0.0857739 Aug 10 04:58:13.170022 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-a17c4ea9-f295-4e55-b298-7dbe1d2aa30b req-dacec6d3-88ea-4395-a098-5ffd0b232ba8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 HTTP/1.1" status: 200 len: 1000 time: 0.0578537 Aug 10 04:58:13.224686 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c4ea9-f295-4e55-b298-7dbe1d2aa30b req-0dc0d854-1157-4f73-bdbe-c59d0cfc3d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:13.226169 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-a17c4ea9-f295-4e55-b298-7dbe1d2aa30b req-0dc0d854-1157-4f73-bdbe-c59d0cfc3d71 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=730c2c7a-bff8-4fac-9b46-2ea8ba090a71 HTTP/1.1" status: 200 len: 856 time: 0.0471740 Aug 10 04:58:13.278370 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c4ea9-f295-4e55-b298-7dbe1d2aa30b req-ba4d08f5-39aa-48a0-811a-98c067e8b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:13.279824 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-a17c4ea9-f295-4e55-b298-7dbe1d2aa30b req-ba4d08f5-39aa-48a0-811a-98c067e8b3cc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1d5d3c9f-e413-437f-a63e-a3f1a946fd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462554 Aug 10 04:58:13.382678 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-a17c4ea9-f295-4e55-b298-7dbe1d2aa30b req-d544ee99-3e13-40da-9d1e-aa69342982b6 service neutron] 10.222.0.63 "GET /v2.0/networks/1d5d3c9f-e413-437f-a63e-a3f1a946fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908930 Aug 10 04:58:13.519813 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-a17c4ea9-f295-4e55-b298-7dbe1d2aa30b req-f56ac57b-531f-4e71-897f-dba0f079cfd8 service neutron] 10.222.0.63 "GET /v2.0/networks/1d5d3c9f-e413-437f-a63e-a3f1a946fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970693 Aug 10 04:58:14.216174 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474f617-4fa8-46f2-968e-157196a29afa req-95d54fd7-df2b-49a6-8678-e0a005450ed6 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:14.217567 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f474f617-4fa8-46f2-968e-157196a29afa req-95d54fd7-df2b-49a6-8678-e0a005450ed6 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0652599 Aug 10 04:58:14.259563 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f474f617-4fa8-46f2-968e-157196a29afa req-345d26ee-4838-42f4-b1c3-65be73484a7a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329690 Aug 10 04:58:14.941562 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d467b5d-4848-4c4c-af52-7847c26c4798 req-3637e741-ee5c-4339-818c-084ecb25c76d tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:14.943035 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1d467b5d-4848-4c4c-af52-7847c26c4798 req-3637e741-ee5c-4339-818c-084ecb25c76d tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebba550e-dc06-48b7-95d0-fe9e5d470fbc HTTP/1.1" status: 200 len: 946 time: 0.0529618 Aug 10 04:58:14.982604 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1d467b5d-4848-4c4c-af52-7847c26c4798 req-8d05f056-7477-4b97-9ab4-e7f607c49f5f tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ce81c4-203a-4e71-8f5b-a599308e0448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332451 Aug 10 04:58:15.396979 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936055a-0df7-45a6-9bdd-0d5c28cb99f8 req-a8186249-14f3-4332-96cf-c0a5ceb78a5c tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:15.398415 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a936055a-0df7-45a6-9bdd-0d5c28cb99f8 req-a8186249-14f3-4332-96cf-c0a5ceb78a5c tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0522287 Aug 10 04:58:15.437056 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a936055a-0df7-45a6-9bdd-0d5c28cb99f8 req-a1cb8fda-dbf3-4a64-863b-3d4a9bc39177 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323718 Aug 10 04:58:16.122257 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b356948-72be-4d1c-9687-0b9e0d24c1de req-7ccf6fd4-8b27-4766-81d5-3e2f0e380ae6 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:16.123808 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0b356948-72be-4d1c-9687-0b9e0d24c1de req-7ccf6fd4-8b27-4766-81d5-3e2f0e380ae6 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 945 time: 0.0768011 Aug 10 04:58:16.136543 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656268a-bd6b-4fb2-96df-c678c22d6336 req-974e2d9a-e6f6-4b64-89aa-3b2ed3078556 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:16.138334 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9656268a-bd6b-4fb2-96df-c678c22d6336 req-974e2d9a-e6f6-4b64-89aa-3b2ed3078556 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebba550e-dc06-48b7-95d0-fe9e5d470fbc HTTP/1.1" status: 200 len: 946 time: 0.0650558 Aug 10 04:58:16.193229 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0b356948-72be-4d1c-9687-0b9e0d24c1de req-f9b86bd8-e01f-406e-b828-c22c09646108 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539441 Aug 10 04:58:16.200831 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9656268a-bd6b-4fb2-96df-c678c22d6336 req-c5da05e8-b05d-4e2d-93be-ba649dabaac4 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ce81c4-203a-4e71-8f5b-a599308e0448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547283 Aug 10 04:58:16.372822 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 34086) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:16.466495 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2c81abaf-fe1a-452c-9b5a-bc754560b282 req-c3a9cfd3-a0d0-40b2-84f7-3caef79f100e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0925176 Aug 10 04:58:17.059445 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:58:17.158258 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:17.160957 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ccbb7289-c30a-4d4d-b264-411feeb4b67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:17.184385 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208c376a-028a-409c-b719-98ac7e15d562', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:58:17.186628 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684630205e793650736d742c593896f55c3712126ad5fa6ebc9acffcc34ee486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c36a3a-df19-4ded-94f4-6f3c225db25a" -d '{"events": [{"server_uuid": "208c376a-028a-409c-b719-98ac7e15d562", "name": "network-vif-unplugged", "status": "completed", "tag": "2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:58:17.199765 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029,segment=NetworkSegment(3f230113-748d-49c3-b686-177bf1e5d247),segment_id=3f230113-748d-49c3-b686-177bf1e5d247)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:58:17.205066 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:17.261179 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029,revision_number=8']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:17.283076 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 04:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3de8fe-b977-487d-b3d9-31aea6cbaca3 x-openstack-request-id: req-db3de8fe-b977-487d-b3d9-31aea6cbaca3 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:58:17.283431 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208c376a-028a-409c-b719-98ac7e15d562", "name": "network-vif-unplugged", "status": "failed", "tag": "2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029", "code": 422}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:58:17.283614 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-db3de8fe-b977-487d-b3d9-31aea6cbaca3 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:58:17.284035 dv-cinder-804035-1-iscsi neutron-server[93279]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '208c376a-028a-409c-b719-98ac7e15d562', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029', 'code': 422} returned with failed status Aug 10 04:58:17.321743 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a096010-d2a9-44d8-88c2-6ee6fc0ae720 req-220bd0db-1300-48f5-be04-5f81309b6405 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:17.323694 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9a096010-d2a9-44d8-88c2-6ee6fc0ae720 req-220bd0db-1300-48f5-be04-5f81309b6405 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebba550e-dc06-48b7-95d0-fe9e5d470fbc HTTP/1.1" status: 200 len: 946 time: 0.0506513 Aug 10 04:58:17.386388 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9a096010-d2a9-44d8-88c2-6ee6fc0ae720 req-8c1c170f-2d34-42f9-8b21-31c118ed3c65 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ce81c4-203a-4e71-8f5b-a599308e0448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518909 Aug 10 04:58:17.398093 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9fea9a-673c-4015-a4ea-d6765f0d1763 req-57e66657-53ae-4607-a57b-2dae09ae66c3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:17.410258 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ef9fea9a-673c-4015-a4ea-d6765f0d1763 req-57e66657-53ae-4607-a57b-2dae09ae66c3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0734677 Aug 10 04:58:17.444566 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ef9fea9a-673c-4015-a4ea-d6765f0d1763 req-794f0437-7d17-4196-a8dc-45b1f333d228 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361903 Aug 10 04:58:17.724386 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf29b4-6abd-4399-9c4f-4786827c9e48 req-aecb9329-1d4b-4b5a-aa84-8b44da8d4c7d tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:17.725788 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-dacf29b4-6abd-4399-9c4f-4786827c9e48 req-aecb9329-1d4b-4b5a-aa84-8b44da8d4c7d tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.63 "GET /v2.0/ports?device_id=ebba550e-dc06-48b7-95d0-fe9e5d470fbc HTTP/1.1" status: 200 len: 946 time: 0.0514619 Aug 10 04:58:17.829715 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [req-dacf29b4-6abd-4399-9c4f-4786827c9e48 req-a0560dee-0a1c-4077-a3fa-2563efd9c2cc tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Deleting port 8a8b0ecf-7461-4f1b-b163-e415589f6687 {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:58:17.829972 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-dacf29b4-6abd-4399-9c4f-4786827c9e48 req-a0560dee-0a1c-4077-a3fa-2563efd9c2cc tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:17.915812 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [req-dacf29b4-6abd-4399-9c4f-4786827c9e48 req-a0560dee-0a1c-4077-a3fa-2563efd9c2cc tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] For port 8a8b0ecf-7461-4f1b-b163-e415589f6687, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8a8b0ecf-7461-4f1b-b163-e415589f6687,segment=NetworkSegment(6d1d9be1-35a1-4984-9953-cc66e1de7933),segment_id=6d1d9be1-35a1-4984-9953-cc66e1de7933)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:58:17.916177 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-dacf29b4-6abd-4399-9c4f-4786827c9e48 req-a0560dee-0a1c-4077-a3fa-2563efd9c2cc tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:17.928439 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [req-dacf29b4-6abd-4399-9c4f-4786827c9e48 req-a0560dee-0a1c-4077-a3fa-2563efd9c2cc tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Calling delete_port for 8a8b0ecf-7461-4f1b-b163-e415589f6687 owned by compute:nova {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:58:18.063797 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-dacf29b4-6abd-4399-9c4f-4786827c9e48 req-a0560dee-0a1c-4077-a3fa-2563efd9c2cc tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:18.075553 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['8a8b0ecf-7461-4f1b-b163-e415589f6687'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:58:18.092584 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0560dee-0a1c-4077-a3fa-2563efd9c2cc tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Pushing event deleted for resources: {'Port': ['ID=8a8b0ecf-7461-4f1b-b163-e415589f6687,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:18.135052 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [req-dacf29b4-6abd-4399-9c4f-4786827c9e48 req-a0560dee-0a1c-4077-a3fa-2563efd9c2cc tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] No DVR routers for this DVR port 8a8b0ecf-7461-4f1b-b163-e415589f6687 on host hv-cinder-80403 {{(pid=93277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:58:18.137858 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-dacf29b4-6abd-4399-9c4f-4786827c9e48 req-a0560dee-0a1c-4077-a3fa-2563efd9c2cc tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:18.139909 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-dacf29b4-6abd-4399-9c4f-4786827c9e48 req-a0560dee-0a1c-4077-a3fa-2563efd9c2cc tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.63 "DELETE /v2.0/ports/8a8b0ecf-7461-4f1b-b163-e415589f6687 HTTP/1.1" status: 204 len: 173 time: 0.4049854 Aug 10 04:58:18.140330 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebba550e-dc06-48b7-95d0-fe9e5d470fbc', 'name': 'network-vif-deleted', 'tag': '8a8b0ecf-7461-4f1b-b163-e415589f6687'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:58:18.142782 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0435c65cf5a8cc8383a9c7cfa6853d0e89819f93ab363e4d384fd3b31d716135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9f2690-c7a4-4863-8696-d31aa60508e6" -d '{"events": [{"server_uuid": "ebba550e-dc06-48b7-95d0-fe9e5d470fbc", "name": "network-vif-deleted", "tag": "8a8b0ecf-7461-4f1b-b163-e415589f6687"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:58:18.232959 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81abaf-fe1a-452c-9b5a-bc754560b282 req-c07f0434-23c9-49a8-8961-84d670acbf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:18.234482 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-2c81abaf-fe1a-452c-9b5a-bc754560b282 req-c07f0434-23c9-49a8-8961-84d670acbf08 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562&tenant_id=66a8bb3c6be240719e5ec8a74319a2e3 HTTP/1.1" status: 200 len: 1096 time: 0.0718358 Aug 10 04:58:18.247453 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7418f45c-487f-4162-a8f7-764a838ac387 x-openstack-request-id: req-7418f45c-487f-4162-a8f7-764a838ac387 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:58:18.247866 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebba550e-dc06-48b7-95d0-fe9e5d470fbc", "name": "network-vif-deleted", "tag": "8a8b0ecf-7461-4f1b-b163-e415589f6687", "status": "completed", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:58:18.248254 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7418f45c-487f-4162-a8f7-764a838ac387 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:58:18.248655 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebba550e-dc06-48b7-95d0-fe9e5d470fbc', 'name': 'network-vif-deleted', 'tag': '8a8b0ecf-7461-4f1b-b163-e415589f6687', 'status': 'completed', 'code': 200} Aug 10 04:58:18.327224 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81abaf-fe1a-452c-9b5a-bc754560b282 req-d36d66da-62e3-483e-b141-a87e715fcc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:18.328629 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-2c81abaf-fe1a-452c-9b5a-bc754560b282 req-d36d66da-62e3-483e-b141-a87e715fcc72 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=66a8bb3c6be240719e5ec8a74319a2e3&device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 1096 time: 0.0430269 Aug 10 04:58:18.424189 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81abaf-fe1a-452c-9b5a-bc754560b282 req-33f5b526-acd1-4b86-8a68-cdc70de9743a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:18.425654 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-2c81abaf-fe1a-452c-9b5a-bc754560b282 req-33f5b526-acd1-4b86-8a68-cdc70de9743a service neutron] 10.222.0.63 "GET /v2.0/networks?id=1d5d3c9f-e413-437f-a63e-a3f1a946fd9c HTTP/1.1" status: 200 len: 918 time: 0.0883141 Aug 10 04:58:18.492184 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-2c81abaf-fe1a-452c-9b5a-bc754560b282 req-06a13020-2dfd-4966-9fea-15ff3e92ea41 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 HTTP/1.1" status: 200 len: 998 time: 0.0579333 Aug 10 04:58:18.502060 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e84a4a9f-dc44-4411-af74-fd1c4dad05a7 req-1e93b36f-d0df-4e3c-8201-7a304e971e39 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebba550e-dc06-48b7-95d0-fe9e5d470fbc HTTP/1.1" status: 200 len: 210 time: 0.0268807 Aug 10 04:58:18.542650 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81abaf-fe1a-452c-9b5a-bc754560b282 req-97898b81-b92f-4c4e-ad06-5341a8e4a92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:18.544322 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-2c81abaf-fe1a-452c-9b5a-bc754560b282 req-97898b81-b92f-4c4e-ad06-5341a8e4a92f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=730c2c7a-bff8-4fac-9b46-2ea8ba090a71 HTTP/1.1" status: 200 len: 856 time: 0.0436890 Aug 10 04:58:18.568493 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c37dea-621b-4089-8a64-1008425c25fb req-a4d16d4b-045c-434c-8932-388546d42d51 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:18.569982 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-69c37dea-621b-4089-8a64-1008425c25fb req-a4d16d4b-045c-434c-8932-388546d42d51 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0488763 Aug 10 04:58:18.597770 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81abaf-fe1a-452c-9b5a-bc754560b282 req-757e4fc9-0f12-4277-b319-eed0ef72a0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:18.600637 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-2c81abaf-fe1a-452c-9b5a-bc754560b282 req-757e4fc9-0f12-4277-b319-eed0ef72a0e7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1d5d3c9f-e413-437f-a63e-a3f1a946fd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452387 Aug 10 04:58:18.614201 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-69c37dea-621b-4089-8a64-1008425c25fb req-3233ea72-0b7f-48fc-97be-ef44bbd8f5ac tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382190 Aug 10 04:58:18.701577 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-2c81abaf-fe1a-452c-9b5a-bc754560b282 req-685508fb-6ca8-4902-8b7d-88cc5fa90c15 service neutron] 10.222.0.63 "GET /v2.0/networks/1d5d3c9f-e413-437f-a63e-a3f1a946fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913513 Aug 10 04:58:18.798811 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-2c81abaf-fe1a-452c-9b5a-bc754560b282 req-7265740c-b603-4973-a0bb-39523f3c40ed service neutron] 10.222.0.63 "GET /v2.0/networks/1d5d3c9f-e413-437f-a63e-a3f1a946fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888898 Aug 10 04:58:19.758393 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e239036-985d-4cac-8200-ef757481d4fb req-e5646ee0-8dbf-4566-bb4d-41ab76f5da7c tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:19.760156 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6e239036-985d-4cac-8200-ef757481d4fb req-e5646ee0-8dbf-4566-bb4d-41ab76f5da7c tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0569170 Aug 10 04:58:19.773564 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:19.814582 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6e239036-985d-4cac-8200-ef757481d4fb req-42255be2-fd57-4b4c-87fd-1daa08449be0 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408094 Aug 10 04:58:20.023580 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-cd406022-22a9-4b08-bbe9-6b68418677f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:20.212878 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:20.951410 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14711856-6803-41c0-9378-fbc5010c7d31 req-f24d854d-6d15-4b7b-9f37-286e1c56ec4c tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:20.952899 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-14711856-6803-41c0-9378-fbc5010c7d31 req-f24d854d-6d15-4b7b-9f37-286e1c56ec4c tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0574975 Aug 10 04:58:20.994630 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-14711856-6803-41c0-9378-fbc5010c7d31 req-74781b64-8c7e-4de1-884d-7f0d8331f64d tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324407 Aug 10 04:58:21.252242 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:22.122136 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a30e7-dc10-4f73-ad7c-ed1aa792a911 req-b6605f69-a199-4b0d-a945-bcd531b8974a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:22.123540 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c47a30e7-dc10-4f73-ad7c-ed1aa792a911 req-b6605f69-a199-4b0d-a945-bcd531b8974a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0509551 Aug 10 04:58:22.163411 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c47a30e7-dc10-4f73-ad7c-ed1aa792a911 req-684a7888-5d75-4208-9161-71c1991fe231 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338688 Aug 10 04:58:22.693759 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:23.295409 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016c6c5-1eae-4c6f-8d45-80bde054bfc8 req-633609b5-efa0-44cb-80a7-4d42ca211b24 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:23.296887 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6016c6c5-1eae-4c6f-8d45-80bde054bfc8 req-633609b5-efa0-44cb-80a7-4d42ca211b24 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0566735 Aug 10 04:58:23.335608 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6016c6c5-1eae-4c6f-8d45-80bde054bfc8 req-ee43b2d4-e07b-4505-98cf-db6b00677ce7 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326879 Aug 10 04:58:24.467895 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce4312-c0f9-4260-a271-a69b1a39f1ba req-2f95e795-984b-44f6-b4dd-918098bf4862 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:24.469383 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-80ce4312-c0f9-4260-a271-a69b1a39f1ba req-2f95e795-984b-44f6-b4dd-918098bf4862 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0560870 Aug 10 04:58:24.507923 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-80ce4312-c0f9-4260-a271-a69b1a39f1ba req-eb082046-847f-49d0-98c4-f3a5fe81761c tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322430 Aug 10 04:58:25.647555 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7547d-509b-4cb7-934e-068657cef0e1 req-b903d364-cd51-4993-8001-d334307f5547 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:25.649191 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-53c7547d-509b-4cb7-934e-068657cef0e1 req-b903d364-cd51-4993-8001-d334307f5547 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0603373 Aug 10 04:58:25.688713 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-53c7547d-509b-4cb7-934e-068657cef0e1 req-4c4d4618-29ab-430e-8d36-1fad071dde92 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327532 Aug 10 04:58:26.814570 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b10fd-2246-4e55-b914-dfd4d1cec08b req-46d94355-6bec-42bd-9e26-dd9692f21b1f tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:26.816069 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-521b10fd-2246-4e55-b914-dfd4d1cec08b req-46d94355-6bec-42bd-9e26-dd9692f21b1f tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0520806 Aug 10 04:58:26.857677 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-521b10fd-2246-4e55-b914-dfd4d1cec08b req-a27f5f22-3cb2-4541-9a16-5f40156565a9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326877 Aug 10 04:58:27.996083 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2c173-072a-41a1-af1a-06905a427645 req-0cdff8a1-b623-4768-a6e9-4698ddfa5eae tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:27.998067 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-40a2c173-072a-41a1-af1a-06905a427645 req-0cdff8a1-b623-4768-a6e9-4698ddfa5eae tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0578415 Aug 10 04:58:28.039547 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-40a2c173-072a-41a1-af1a-06905a427645 req-a4398295-f59b-4a68-9250-709d14b68df3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325832 Aug 10 04:58:29.167412 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09655b-5e5c-4e4e-9376-cd6507da7e52 req-69df2db3-4c3b-4eb5-91f7-a679dd9de2cf tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:29.169087 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7d09655b-5e5c-4e4e-9376-cd6507da7e52 req-69df2db3-4c3b-4eb5-91f7-a679dd9de2cf tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0517974 Aug 10 04:58:29.206216 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7d09655b-5e5c-4e4e-9376-cd6507da7e52 req-2a9b2268-dbc6-42e2-a64f-6d680a791fc6 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310585 Aug 10 04:58:29.766165 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 8a8b0ecf-7461-4f1b-b163-e415589f6687 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:58:29.791123 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] No Port match for: 8a8b0ecf-7461-4f1b-b163-e415589f6687 {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:58:29.791474 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 8a8b0ecf-7461-4f1b-b163-e415589f6687 not bound to the agent host hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:58:30.340928 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f953a9-a6ed-4ca2-9b2f-3c556b0e39f6 req-8a6e4c48-25ba-42aa-8cae-7e088de3417e tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:30.342374 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-11f953a9-a6ed-4ca2-9b2f-3c556b0e39f6 req-8a6e4c48-25ba-42aa-8cae-7e088de3417e tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0565364 Aug 10 04:58:30.381333 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-11f953a9-a6ed-4ca2-9b2f-3c556b0e39f6 req-eddea34d-b74e-4ef3-8f4a-1614bf9c5312 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329163 Aug 10 04:58:31.521588 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf4121-7450-4990-90d9-0b2df9370486 req-5dc96a84-6562-4b97-b857-e5fb9acbc400 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:31.523777 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4baf4121-7450-4990-90d9-0b2df9370486 req-5dc96a84-6562-4b97-b857-e5fb9acbc400 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0552511 Aug 10 04:58:31.572659 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4baf4121-7450-4990-90d9-0b2df9370486 req-46f48e0a-35cd-4e89-8020-79734ddcde4b tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427392 Aug 10 04:58:32.700103 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93540e7-bb99-492d-a4af-5b1e2c78cdd0 req-b076084e-3f98-4717-a5ab-37b35c02eed7 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:32.702615 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d93540e7-bb99-492d-a4af-5b1e2c78cdd0 req-b076084e-3f98-4717-a5ab-37b35c02eed7 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0536971 Aug 10 04:58:32.741978 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d93540e7-bb99-492d-a4af-5b1e2c78cdd0 req-08281725-f962-4aac-ba10-e313b9af3eb3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331094 Aug 10 04:58:33.873442 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84114b0-0993-4e44-b7d0-113ff0842d95 req-7a03341f-49c6-4595-905f-47eea72ed97b tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:33.874886 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e84114b0-0993-4e44-b7d0-113ff0842d95 req-7a03341f-49c6-4595-905f-47eea72ed97b tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0504479 Aug 10 04:58:33.913514 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e84114b0-0993-4e44-b7d0-113ff0842d95 req-cea710e5-dd2d-4ae5-80b7-fba9d05d249b tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324979 Aug 10 04:58:35.061724 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eeb77c-fbe5-4f29-8325-d0b9862be326 req-0aaaa174-648e-4813-af61-ca54d6f07062 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:35.063258 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-40eeb77c-fbe5-4f29-8325-d0b9862be326 req-0aaaa174-648e-4813-af61-ca54d6f07062 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0625145 Aug 10 04:58:35.106463 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-40eeb77c-fbe5-4f29-8325-d0b9862be326 req-4820de37-cfb6-4dd0-ad79-95e333ed829b tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368016 Aug 10 04:58:36.255514 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa1e0e-d93f-4115-a061-6915756bdd6b req-23575491-cfa3-4958-b52c-75928aa62480 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:36.256990 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e7fa1e0e-d93f-4115-a061-6915756bdd6b req-23575491-cfa3-4958-b52c-75928aa62480 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0514877 Aug 10 04:58:36.299736 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e7fa1e0e-d93f-4115-a061-6915756bdd6b req-a2a00f35-79e5-4d1b-8e8d-afabd665582e tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339370 Aug 10 04:58:37.423977 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e2bf1-3de9-49fc-ad99-31609406f1a6 req-85878fe3-7712-4900-8308-a94a94039e45 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:37.425469 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d31e2bf1-3de9-49fc-ad99-31609406f1a6 req-85878fe3-7712-4900-8308-a94a94039e45 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0500906 Aug 10 04:58:37.472177 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d31e2bf1-3de9-49fc-ad99-31609406f1a6 req-bb60e15c-680f-492e-b92e-c047904bfe95 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405276 Aug 10 04:58:38.601291 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e0a6c-93ed-4c21-aa0e-361ca802dd25 req-f6d505b2-6497-46c4-b5e5-cd793f3637d7 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:38.602775 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cc2e0a6c-93ed-4c21-aa0e-361ca802dd25 req-f6d505b2-6497-46c4-b5e5-cd793f3637d7 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0545130 Aug 10 04:58:38.647591 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cc2e0a6c-93ed-4c21-aa0e-361ca802dd25 req-8052ebef-5cfc-4092-b293-bbb6a89ad76a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356400 Aug 10 04:58:39.794609 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa870f8e-7d98-4c2b-93cb-f85292d25151 req-a6ec0545-c94d-4916-9945-b0ceb7170b1a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:39.796099 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-aa870f8e-7d98-4c2b-93cb-f85292d25151 req-a6ec0545-c94d-4916-9945-b0ceb7170b1a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0551271 Aug 10 04:58:39.835255 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-aa870f8e-7d98-4c2b-93cb-f85292d25151 req-78da0fc2-ac48-423a-8fdc-33ce05301bb4 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329344 Aug 10 04:58:40.958624 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513a772-e601-49d7-ac64-5da41d811bb5 req-8bb56f76-0c9e-4a56-a1b4-e011925a75a5 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:40.960137 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9513a772-e601-49d7-ac64-5da41d811bb5 req-8bb56f76-0c9e-4a56-a1b4-e011925a75a5 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0507810 Aug 10 04:58:41.010014 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9513a772-e601-49d7-ac64-5da41d811bb5 req-7e2c3347-3290-4cc6-8ae8-614d78c799fb tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437307 Aug 10 04:58:42.153273 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6c496-e45d-411f-9960-14d4a41345c7 req-a3fe9f7e-0eb0-4d81-b1b0-e09b84a2910d tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:42.154733 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0bd6c496-e45d-411f-9960-14d4a41345c7 req-a3fe9f7e-0eb0-4d81-b1b0-e09b84a2910d tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0532062 Aug 10 04:58:42.193527 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0bd6c496-e45d-411f-9960-14d4a41345c7 req-21dd6c48-fe0f-4ec4-b923-ccb17123e949 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325089 Aug 10 04:58:43.338175 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2a4d4-1ea8-4a32-8f3f-e5d98fbc87ae req-35ebe9e8-c613-410c-9144-e9043810073d tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:43.339704 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d8a2a4d4-1ea8-4a32-8f3f-e5d98fbc87ae req-35ebe9e8-c613-410c-9144-e9043810073d tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0554407 Aug 10 04:58:43.382507 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d8a2a4d4-1ea8-4a32-8f3f-e5d98fbc87ae req-299dd623-0921-4715-a71f-bd03beffd195 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351603 Aug 10 04:58:44.524462 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f4160-2ed0-47f3-80cb-7412d19c90a5 req-83744527-110d-45cc-b53d-a359b7b5c726 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:44.526252 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9d3f4160-2ed0-47f3-80cb-7412d19c90a5 req-83744527-110d-45cc-b53d-a359b7b5c726 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0588930 Aug 10 04:58:44.576472 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9d3f4160-2ed0-47f3-80cb-7412d19c90a5 req-a7585ead-b14e-40c8-817d-9150b36dcda6 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433073 Aug 10 04:58:45.720889 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104a7ee-b062-4e93-a96f-bc94c0861faa req-396c8a8a-4be1-4af9-9433-180cc606f329 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:45.722345 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2104a7ee-b062-4e93-a96f-bc94c0861faa req-396c8a8a-4be1-4af9-9433-180cc606f329 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0630960 Aug 10 04:58:45.764045 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2104a7ee-b062-4e93-a96f-bc94c0861faa req-5ff786dc-76e8-4c16-a76a-cf1761f8f277 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326133 Aug 10 04:58:46.893384 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b92ac1-27ad-4475-b9e2-0bc3dc473d8b req-072bc4a0-ecfe-4fa8-a2e0-acb4cedd93b8 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:46.894856 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-75b92ac1-27ad-4475-b9e2-0bc3dc473d8b req-072bc4a0-ecfe-4fa8-a2e0-acb4cedd93b8 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0492887 Aug 10 04:58:46.937500 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-75b92ac1-27ad-4475-b9e2-0bc3dc473d8b req-14af83f1-81dd-47ad-bff0-96d5c216c0ee tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363619 Aug 10 04:58:47.136180 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b913c2bf-f6a1-48e6-bae9-f435169a1d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:48.071184 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabb52a-3ca3-478f-9b82-dc6b8ea07893 req-fe67796d-bf60-4f32-9d1c-e565eb8fd415 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:48.073964 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bbabb52a-3ca3-478f-9b82-dc6b8ea07893 req-fe67796d-bf60-4f32-9d1c-e565eb8fd415 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0528541 Aug 10 04:58:48.112275 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bbabb52a-3ca3-478f-9b82-dc6b8ea07893 req-4eaf0870-7924-4164-a88c-467d7d7d83f8 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320144 Aug 10 04:58:48.243097 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-86116542-862d-4d06-ac0d-e584115efa23 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:48.244615 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-86116542-862d-4d06-ac0d-e584115efa23 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/networks?id=95183b14-802e-4c98-a0d8-8ce143978b6f HTTP/1.1" status: 200 len: 814 time: 0.1104865 Aug 10 04:58:48.262604 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-307fc9d0-a081-4136-a241-0fdcde7f6b32 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/quotas/5e1a4cff3ea0457193223581684053f6 HTTP/1.1" status: 200 len: 375 time: 0.0099692 Aug 10 04:58:48.295915 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-a2ece5a5-c8a1-4a32-843a-55f06c0f36ba tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5e1a4cff3ea0457193223581684053f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279832 Aug 10 04:58:48.447230 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-4dccc592-7c67-4a8d-901b-340fa502acb8 service neutron] 10.222.0.49 "GET /v2.0/networks/95183b14-802e-4c98-a0d8-8ce143978b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412964 Aug 10 04:58:48.533372 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-f674c451-8610-4e4b-b62e-eae61b7e2b2f service neutron] 10.222.0.49 "GET /v2.0/networks/95183b14-802e-4c98-a0d8-8ce143978b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800636 Aug 10 04:58:48.702483 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0598b91c-0c29-4189-8a93-4e669d8c8905 req-f15a52a4-5722-4067-85aa-e4831e93fd9f tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbc09545-59f8-4bb0-84ce-78d627937ca9 HTTP/1.1" status: 200 len: 210 time: 0.0271046 Aug 10 04:58:49.239281 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f00d3-9ebd-4575-9c04-c604f160a1d6 req-f3c3f146-8edb-4e2b-bbf0-d53b720e854e tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:49.240761 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-105f00d3-9ebd-4575-9c04-c604f160a1d6 req-f3c3f146-8edb-4e2b-bbf0-d53b720e854e tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0536606 Aug 10 04:58:49.278387 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-105f00d3-9ebd-4575-9c04-c604f160a1d6 req-49428bef-7a50-46c6-9f9c-fdf6b873306b tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311489 Aug 10 04:58:49.499604 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:58:49.734484 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-43d8fde5-ae1f-4c3e-9157-c762061de148 req-73514cdc-64d6-4eb7-9477-8b8b92cf14f6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410521 Aug 10 04:58:49.755129 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:49.801975 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8fde5-ae1f-4c3e-9157-c762061de148 req-a7e0a306-3758-430f-8a82-c90168ed04aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:49.803809 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-43d8fde5-ae1f-4c3e-9157-c762061de148 req-a7e0a306-3758-430f-8a82-c90168ed04aa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6675a69d46c84a9aa91ed89f3afdd555&device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 1098 time: 0.0414412 Aug 10 04:58:49.827463 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ce221afc-02bc-4bbc-943c-a06bc6246e67 req-9186f34f-5b1c-4c78-828c-65eb7bb39e2c tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbc09545-59f8-4bb0-84ce-78d627937ca9 HTTP/1.1" status: 200 len: 210 time: 0.0337832 Aug 10 04:58:49.853247 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-a1ff4da2-77ce-4989-addd-ce15af70cbbf tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:49.854721 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-a1ff4da2-77ce-4989-addd-ce15af70cbbf tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.63 "GET /v2.0/networks?id=95183b14-802e-4c98-a0d8-8ce143978b6f HTTP/1.1" status: 200 len: 814 time: 0.1608367 Aug 10 04:58:49.869681 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-826b64fd-75cc-444d-9c0e-47a3adb3b9d7 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Request body: {'port': {'device_id': 'bbc09545-59f8-4bb0-84ce-78d627937ca9', 'network_id': '95183b14-802e-4c98-a0d8-8ce143978b6f', 'admin_state_up': True, 'tenant_id': '5e1a4cff3ea0457193223581684053f6'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:58:49.913946 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8fde5-ae1f-4c3e-9157-c762061de148 req-90471c7a-3d92-4214-ad57-93cabc5c7cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:49.915534 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-43d8fde5-ae1f-4c3e-9157-c762061de148 req-90471c7a-3d92-4214-ad57-93cabc5c7cb1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=38366486-a444-4ffd-9f7e-e3d09bf8ba4d HTTP/1.1" status: 200 len: 909 time: 0.0901906 Aug 10 04:58:49.975392 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-826b64fd-75cc-444d-9c0e-47a3adb3b9d7 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Made reservation on behalf of 5e1a4cff3ea0457193223581684053f6 for: {'port': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:58:49.979068 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-826b64fd-75cc-444d-9c0e-47a3adb3b9d7 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:49.988137 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-43d8fde5-ae1f-4c3e-9157-c762061de148 req-cc3c9166-d637-421b-96f3-0960a98d2a2a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51 HTTP/1.1" status: 200 len: 1001 time: 0.0602884 Aug 10 04:58:50.022577 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6dfc79c7-e401-4bed-8b9b-136a04394958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:50.046404 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8fde5-ae1f-4c3e-9157-c762061de148 req-ba4ce7ae-0510-4942-865a-8074d1de080d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:50.047881 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-43d8fde5-ae1f-4c3e-9157-c762061de148 req-ba4ce7ae-0510-4942-865a-8074d1de080d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=404d0b3f-eed4-469f-9a9a-34be80c2a585 HTTP/1.1" status: 200 len: 847 time: 0.0439849 Aug 10 04:58:50.102416 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8fde5-ae1f-4c3e-9157-c762061de148 req-a883779e-ab01-476c-be8f-2e7d50f26a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:50.104058 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-43d8fde5-ae1f-4c3e-9157-c762061de148 req-a883779e-ab01-476c-be8f-2e7d50f26a94 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=38366486-a444-4ffd-9f7e-e3d09bf8ba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479062 Aug 10 04:58:50.111648 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-826b64fd-75cc-444d-9c0e-47a3adb3b9d7 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Allocated IP 172.20.0.8 (95183b14-802e-4c98-a0d8-8ce143978b6f/c91b2b1c-4a0d-4ffe-9403-9188038967d7/2b7690db-181b-4b8a-8464-db53b52a7636) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:58:50.202726 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-43d8fde5-ae1f-4c3e-9157-c762061de148 req-45994bc4-92c1-4c24-b15d-91b8767b555b service neutron] 10.222.0.63 "GET /v2.0/networks/38366486-a444-4ffd-9f7e-e3d09bf8ba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835009 Aug 10 04:58:50.207592 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:50.258383 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-826b64fd-75cc-444d-9c0e-47a3adb3b9d7 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:50.296996 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-43d8fde5-ae1f-4c3e-9157-c762061de148 req-d2331e18-e9dc-4a3d-8f5c-0765e846c07c service neutron] 10.222.0.63 "GET /v2.0/networks/38366486-a444-4ffd-9f7e-e3d09bf8ba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843949 Aug 10 04:58:50.300371 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-826b64fd-75cc-444d-9c0e-47a3adb3b9d7 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:50.346875 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-826b64fd-75cc-444d-9c0e-47a3adb3b9d7 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Network 95183b14-802e-4c98-a0d8-8ce143978b6f is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:58:50.349222 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-826b64fd-75cc-444d-9c0e-47a3adb3b9d7 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:58:50.353137 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-826b64fd-75cc-444d-9c0e-47a3adb3b9d7 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:58:50.361491 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b64fd-75cc-444d-9c0e-47a3adb3b9d7 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Pushing event updated for resources: {'Port': ['ID=2b7690db-181b-4b8a-8464-db53b52a7636,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:50.429830 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-826b64fd-75cc-444d-9c0e-47a3adb3b9d7 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:50.430536 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-826b64fd-75cc-444d-9c0e-47a3adb3b9d7 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:50.452383 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc8b3f-b4db-48d8-9693-9605e7df5c96 req-50a7cdd8-a4d6-4060-b579-b231bfe2acef tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:50.453859 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-80cc8b3f-b4db-48d8-9693-9605e7df5c96 req-50a7cdd8-a4d6-4060-b579-b231bfe2acef tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0956626 Aug 10 04:58:50.456019 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-826b64fd-75cc-444d-9c0e-47a3adb3b9d7 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5906215 Aug 10 04:58:50.478823 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-a7e76343-e3ec-467e-89b3-5c90b651f1ef service neutron] Request body: {'port': {'device_id': 'bbc09545-59f8-4bb0-84ce-78d627937ca9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:58:50.522689 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-80cc8b3f-b4db-48d8-9693-9605e7df5c96 req-be123d1a-4f0f-497c-9375-158eaf0c62cd tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623791 Aug 10 04:58:50.551289 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-a7e76343-e3ec-467e-89b3-5c90b651f1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:50.850803 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-a7e76343-e3ec-467e-89b3-5c90b651f1ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b7690db-181b-4b8a-8464-db53b52a7636 {{(pid=93278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:58:50.858934 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-a7e76343-e3ec-467e-89b3-5c90b651f1ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:50.871946 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-a7e76343-e3ec-467e-89b3-5c90b651f1ef service neutron] Transition to ACTIVE for port object 2b7690db-181b-4b8a-8464-db53b52a7636 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:58:50.876529 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-a7e76343-e3ec-467e-89b3-5c90b651f1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7361716'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:50.956058 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e76343-e3ec-467e-89b3-5c90b651f1ef service neutron] Pushing event updated for resources: {'Port': ['ID=2b7690db-181b-4b8a-8464-db53b52a7636,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:51.006728 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d665e4-0802-469d-8c1c-980f589d5906 req-9fbe14a0-3773-4beb-8d47-d26b6488ac8e tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:51.008249 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-82d665e4-0802-469d-8c1c-980f589d5906 req-9fbe14a0-3773-4beb-8d47-d26b6488ac8e tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbc09545-59f8-4bb0-84ce-78d627937ca9 HTTP/1.1" status: 200 len: 943 time: 0.1025176 Aug 10 04:58:51.053980 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-a7e76343-e3ec-467e-89b3-5c90b651f1ef service neutron] Attempting to bind port 2b7690db-181b-4b8a-8464-db53b52a7636 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:58:51.054290 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-a7e76343-e3ec-467e-89b3-5c90b651f1ef service neutron] Attempting to bind port 2b7690db-181b-4b8a-8464-db53b52a7636 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '6d1d9be1-35a1-4984-9953-cc66e1de7933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '95183b14-802e-4c98-a0d8-8ce143978b6f'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:58:51.054636 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-a7e76343-e3ec-467e-89b3-5c90b651f1ef service neutron] Attempting to bind port 2b7690db-181b-4b8a-8464-db53b52a7636 on network 95183b14-802e-4c98-a0d8-8ce143978b6f {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:58:51.065509 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-82d665e4-0802-469d-8c1c-980f589d5906 req-4114c0e2-91f5-4762-81b7-4856e2e6cc34 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ce81c4-203a-4e71-8f5b-a599308e0448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513294 Aug 10 04:58:51.066178 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-a7e76343-e3ec-467e-89b3-5c90b651f1ef service neutron] Port 2b7690db-181b-4b8a-8464-db53b52a7636 on network 95183b14-802e-4c98-a0d8-8ce143978b6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:58:51.066495 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-a7e76343-e3ec-467e-89b3-5c90b651f1ef service neutron] Attempting to bind port 2b7690db-181b-4b8a-8464-db53b52a7636 on network 95183b14-802e-4c98-a0d8-8ce143978b6f {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:58:51.071972 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-a7e76343-e3ec-467e-89b3-5c90b651f1ef service neutron] Checking agent: {'id': '51cc88f3-029f-45e4-af3a-d9472a1d6530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'started_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:58:51.072295 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-a7e76343-e3ec-467e-89b3-5c90b651f1ef service neutron] Checking segment: {'id': '6d1d9be1-35a1-4984-9953-cc66e1de7933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '95183b14-802e-4c98-a0d8-8ce143978b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:58:51.072669 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-a7e76343-e3ec-467e-89b3-5c90b651f1ef service neutron] Bound using segment: {'id': '6d1d9be1-35a1-4984-9953-cc66e1de7933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '95183b14-802e-4c98-a0d8-8ce143978b6f'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:58:51.073114 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-a7e76343-e3ec-467e-89b3-5c90b651f1ef service neutron] Bound port: 2b7690db-181b-4b8a-8464-db53b52a7636, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d1d9be1-35a1-4984-9953-cc66e1de7933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '95183b14-802e-4c98-a0d8-8ce143978b6f'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:58:51.073471 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-a7e76343-e3ec-467e-89b3-5c90b651f1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:51.139064 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-a7e76343-e3ec-467e-89b3-5c90b651f1ef service neutron] For port 2b7690db-181b-4b8a-8464-db53b52a7636, host hv-cinder-80403, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:58:51.142243 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-a7e76343-e3ec-467e-89b3-5c90b651f1ef service neutron] For port 2b7690db-181b-4b8a-8464-db53b52a7636, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2b7690db-181b-4b8a-8464-db53b52a7636,segment=NetworkSegment(6d1d9be1-35a1-4984-9953-cc66e1de7933),segment_id=6d1d9be1-35a1-4984-9953-cc66e1de7933)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:58:51.147238 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-a7e76343-e3ec-467e-89b3-5c90b651f1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7361716'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:51.179442 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-a7e76343-e3ec-467e-89b3-5c90b651f1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:51.180048 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-a7e76343-e3ec-467e-89b3-5c90b651f1ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:51.181447 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-a7e76343-e3ec-467e-89b3-5c90b651f1ef service neutron] 10.222.0.63 "PUT /v2.0/ports/2b7690db-181b-4b8a-8464-db53b52a7636 HTTP/1.1" status: 200 len: 1093 time: 0.7080443 Aug 10 04:58:51.181877 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc09545-59f8-4bb0-84ce-78d627937ca9', 'tag': '2b7690db-181b-4b8a-8464-db53b52a7636'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:58:51.184599 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ad241413e3c5b5cfbdfd8ddf86169eda0c2eb72df278c9415fbec86a6c2f7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c80de5-92c2-4e66-a540-32a7a26725d6" -d '{"events": [{"name": "network-changed", "server_uuid": "bbc09545-59f8-4bb0-84ce-78d627937ca9", "tag": "2b7690db-181b-4b8a-8464-db53b52a7636"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:58:51.210962 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e76343-e3ec-467e-89b3-5c90b651f1ef service neutron] Pushing event updated for resources: {'Port': ['ID=2b7690db-181b-4b8a-8464-db53b52a7636,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:51.226311 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a444ae-8d34-4ab5-9659-fb10f1e75186 x-openstack-request-id: req-48a444ae-8d34-4ab5-9659-fb10f1e75186 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:58:51.226632 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbc09545-59f8-4bb0-84ce-78d627937ca9", "tag": "2b7690db-181b-4b8a-8464-db53b52a7636", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:58:51.228193 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-48a444ae-8d34-4ab5-9659-fb10f1e75186 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:58:51.228558 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbc09545-59f8-4bb0-84ce-78d627937ca9', 'tag': '2b7690db-181b-4b8a-8464-db53b52a7636', 'status': 'completed', 'code': 200} Aug 10 04:58:51.246661 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:51.274885 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-c29b1fad-f58d-42d7-8427-19aff6232f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:51.276443 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-c29b1fad-f58d-42d7-8427-19aff6232f69 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5e1a4cff3ea0457193223581684053f6&device_id=bbc09545-59f8-4bb0-84ce-78d627937ca9 HTTP/1.1" status: 200 len: 1096 time: 0.0421128 Aug 10 04:58:51.324018 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-70d17ef0-6ae2-4296-8cfd-9a2517576653 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b7690db-181b-4b8a-8464-db53b52a7636 HTTP/1.1" status: 200 len: 217 time: 0.0359178 Aug 10 04:58:51.376056 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-21d1225e-571f-4269-b481-57daa9349f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:51.377494 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-21d1225e-571f-4269-b481-57daa9349f4c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c91b2b1c-4a0d-4ffe-9403-9188038967d7 HTTP/1.1" status: 200 len: 854 time: 0.0443962 Aug 10 04:58:51.409425 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-f47ac2e9-e6ea-479d-be22-0a759c9a30f4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=95183b14-802e-4c98-a0d8-8ce143978b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235033 Aug 10 04:58:51.505218 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-af4dc379-118a-4e83-a8fa-17d153e935a2 service neutron] 10.222.0.63 "GET /v2.0/networks/95183b14-802e-4c98-a0d8-8ce143978b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864947 Aug 10 04:58:51.606972 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-719e1198-937a-4ce1-9c3e-68e8331e594c req-3a923619-f756-4310-a7fd-437c50a31902 service neutron] 10.222.0.63 "GET /v2.0/networks/95183b14-802e-4c98-a0d8-8ce143978b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940807 Aug 10 04:58:51.652423 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b80e2b-bb8a-4c1f-b7d1-197880efdf57 req-47752147-fbc9-411d-8396-d0f54d15617e tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:51.653891 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-85b80e2b-bb8a-4c1f-b7d1-197880efdf57 req-47752147-fbc9-411d-8396-d0f54d15617e tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0501020 Aug 10 04:58:51.700586 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-85b80e2b-bb8a-4c1f-b7d1-197880efdf57 req-bcad59ff-c659-4101-a41e-3014817f296f tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391088 Aug 10 04:58:51.731756 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c80de5-92c2-4e66-a540-32a7a26725d6 req-94de6941-7b9a-48ee-9e3a-f6a8ab7cd1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:51.733234 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-38c80de5-92c2-4e66-a540-32a7a26725d6 req-94de6941-7b9a-48ee-9e3a-f6a8ab7cd1ad service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5e1a4cff3ea0457193223581684053f6&device_id=bbc09545-59f8-4bb0-84ce-78d627937ca9 HTTP/1.1" status: 200 len: 1096 time: 0.0453119 Aug 10 04:58:52.080499 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c80de5-92c2-4e66-a540-32a7a26725d6 req-dc72b3e3-1e96-47da-9cfe-ecd642b1a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:52.082040 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-38c80de5-92c2-4e66-a540-32a7a26725d6 req-dc72b3e3-1e96-47da-9cfe-ecd642b1a82a service neutron] 10.222.0.63 "GET /v2.0/networks?id=95183b14-802e-4c98-a0d8-8ce143978b6f HTTP/1.1" status: 200 len: 915 time: 0.3404009 Aug 10 04:58:52.128253 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-38c80de5-92c2-4e66-a540-32a7a26725d6 req-285b2150-4776-4bf4-b086-1700db18458f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b7690db-181b-4b8a-8464-db53b52a7636 HTTP/1.1" status: 200 len: 217 time: 0.0383298 Aug 10 04:58:52.206372 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c80de5-92c2-4e66-a540-32a7a26725d6 req-461d7bd5-a339-4898-97ba-5180448188a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:52.207848 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-38c80de5-92c2-4e66-a540-32a7a26725d6 req-461d7bd5-a339-4898-97ba-5180448188a5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c91b2b1c-4a0d-4ffe-9403-9188038967d7 HTTP/1.1" status: 200 len: 854 time: 0.0668669 Aug 10 04:58:52.215933 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b126b-f53e-4f6d-adf6-b5311b201041 req-65d671d2-2146-4f3f-9d05-026afbac647e tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:52.217272 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-191b126b-f53e-4f6d-adf6-b5311b201041 req-65d671d2-2146-4f3f-9d05-026afbac647e tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbc09545-59f8-4bb0-84ce-78d627937ca9 HTTP/1.1" status: 200 len: 943 time: 0.0848906 Aug 10 04:58:52.246139 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-38c80de5-92c2-4e66-a540-32a7a26725d6 req-dd87b851-1c63-4eb6-afd3-bed6c18ad48a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=95183b14-802e-4c98-a0d8-8ce143978b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279567 Aug 10 04:58:52.319957 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-191b126b-f53e-4f6d-adf6-b5311b201041 req-3107da57-0f54-4db2-bc86-46b9dcb59fa0 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ce81c4-203a-4e71-8f5b-a599308e0448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942800 Aug 10 04:58:52.358062 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-38c80de5-92c2-4e66-a540-32a7a26725d6 req-2f7aaa36-055f-4ef3-a130-f64f5e9ae642 service neutron] 10.222.0.63 "GET /v2.0/networks/95183b14-802e-4c98-a0d8-8ce143978b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023428 Aug 10 04:58:52.460924 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-38c80de5-92c2-4e66-a540-32a7a26725d6 req-484e7104-6777-4247-94a8-430bfa66a4e4 service neutron] 10.222.0.63 "GET /v2.0/networks/95183b14-802e-4c98-a0d8-8ce143978b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846138 Aug 10 04:58:52.693865 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:52.835750 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d0d66-febf-496e-bdc1-86a1b54456c6 req-3308226c-3c33-49e5-abad-bc706dbae38e tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:52.837205 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-006d0d66-febf-496e-bdc1-86a1b54456c6 req-3308226c-3c33-49e5-abad-bc706dbae38e tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0582342 Aug 10 04:58:52.887357 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-006d0d66-febf-496e-bdc1-86a1b54456c6 req-1c72dcad-67b4-47ca-9f4f-e47d2bf4c5b5 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405333 Aug 10 04:58:53.450580 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b44f7-6665-4f2f-b297-8554a673a389 req-acb028dc-2986-42b9-b7aa-4e936ce83c3e tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:53.452105 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-475b44f7-6665-4f2f-b297-8554a673a389 req-acb028dc-2986-42b9-b7aa-4e936ce83c3e tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbc09545-59f8-4bb0-84ce-78d627937ca9 HTTP/1.1" status: 200 len: 943 time: 0.0570362 Aug 10 04:58:53.493254 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-475b44f7-6665-4f2f-b297-8554a673a389 req-0b143847-6571-472d-b1dd-3bee4b69a318 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ce81c4-203a-4e71-8f5b-a599308e0448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322835 Aug 10 04:58:54.018496 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31a48e-6187-479e-88d7-c904f0fd002d req-ee87ff53-30a5-4dc6-8742-fbafa1953340 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:54.020066 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2c31a48e-6187-479e-88d7-c904f0fd002d req-ee87ff53-30a5-4dc6-8742-fbafa1953340 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0539479 Aug 10 04:58:54.062387 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2c31a48e-6187-479e-88d7-c904f0fd002d req-0c485a77-79d4-44bc-bd39-a5ee145280d4 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360289 Aug 10 04:58:54.627100 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7d969-8a5d-4bad-92fe-e7e26045a04e req-73d459e3-3cfb-47e8-a816-1ea97095d095 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:54.628592 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c9d7d969-8a5d-4bad-92fe-e7e26045a04e req-73d459e3-3cfb-47e8-a816-1ea97095d095 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbc09545-59f8-4bb0-84ce-78d627937ca9 HTTP/1.1" status: 200 len: 943 time: 0.0599196 Aug 10 04:58:54.671156 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c9d7d969-8a5d-4bad-92fe-e7e26045a04e req-9ed3ac08-5fd9-4abc-8abc-3131e57675ac tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ce81c4-203a-4e71-8f5b-a599308e0448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335114 Aug 10 04:58:55.203734 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0c6cb-f169-4797-92c6-0bb05b01f876 req-9fe00b6e-3456-417f-8cf3-934bfa57a3e6 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:55.206658 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-39d0c6cb-f169-4797-92c6-0bb05b01f876 req-9fe00b6e-3456-417f-8cf3-934bfa57a3e6 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0595663 Aug 10 04:58:55.250323 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-39d0c6cb-f169-4797-92c6-0bb05b01f876 req-08c7d63e-7ab2-4846-9f82-1b638c4b1e5c tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340846 Aug 10 04:58:55.811739 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f4895-fb36-447d-b95f-26546ceab057 req-63ba2e65-1176-448a-a7e9-e73857b8c756 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:55.813262 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e97f4895-fb36-447d-b95f-26546ceab057 req-63ba2e65-1176-448a-a7e9-e73857b8c756 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbc09545-59f8-4bb0-84ce-78d627937ca9 HTTP/1.1" status: 200 len: 943 time: 0.0578861 Aug 10 04:58:55.851847 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e97f4895-fb36-447d-b95f-26546ceab057 req-52fdd604-d52c-4558-80c9-48f84fba520d tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ce81c4-203a-4e71-8f5b-a599308e0448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324051 Aug 10 04:58:55.869830 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 2b7690db-181b-4b8a-8464-db53b52a7636 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:58:55.965872 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 2b7690db-181b-4b8a-8464-db53b52a7636, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2b7690db-181b-4b8a-8464-db53b52a7636,segment=NetworkSegment(6d1d9be1-35a1-4984-9953-cc66e1de7933),segment_id=6d1d9be1-35a1-4984-9953-cc66e1de7933)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:58:55.977177 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Returning: {'device': '2b7690db-181b-4b8a-8464-db53b52a7636', 'network_id': '95183b14-802e-4c98-a0d8-8ce143978b6f', 'port_id': '2b7690db-181b-4b8a-8464-db53b52a7636', 'mac_address': 'fa:16:3e:cd:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c91b2b1c-4a0d-4ffe-9403-9188038967d7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:58:56.021552 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:56.034672 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b7690db-181b-4b8a-8464-db53b52a7636 {{(pid=93279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:58:56.054407 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 2b7690db-181b-4b8a-8464-db53b52a7636, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2b7690db-181b-4b8a-8464-db53b52a7636,segment=NetworkSegment(6d1d9be1-35a1-4984-9953-cc66e1de7933),segment_id=6d1d9be1-35a1-4984-9953-cc66e1de7933)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:58:56.060424 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:56.108910 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=2b7690db-181b-4b8a-8464-db53b52a7636,revision_number=4']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:56.116295 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:56.116592 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:56.116931 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:56.117271 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:56.117605 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:56.117937 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:56.118264 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:56.118585 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:56.119030 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:56.119306 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:56.119630 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:56.119952 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:56.399889 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d665f-8495-4eff-ad2e-b15d70d5570b req-a182d551-cc13-40b7-9f10-0dea56721b65 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:56.401374 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-352d665f-8495-4eff-ad2e-b15d70d5570b req-a182d551-cc13-40b7-9f10-0dea56721b65 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0665081 Aug 10 04:58:56.452171 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-352d665f-8495-4eff-ad2e-b15d70d5570b req-791068ea-e320-4566-a6ca-d64d0ac7d2c3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418916 Aug 10 04:58:56.623436 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['2b7690db-181b-4b8a-8464-db53b52a7636'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:58:56.984399 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37870f53-0f41-41c8-b78f-cc1a863dd52c req-5dc44708-1da2-4e12-aa18-e87a0f5ffa53 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:56.986157 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-37870f53-0f41-41c8-b78f-cc1a863dd52c req-5dc44708-1da2-4e12-aa18-e87a0f5ffa53 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbc09545-59f8-4bb0-84ce-78d627937ca9 HTTP/1.1" status: 200 len: 944 time: 0.0613608 Aug 10 04:58:57.028364 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-37870f53-0f41-41c8-b78f-cc1a863dd52c req-ab79383b-8911-4ce5-bfe5-cb7d400c187b tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ce81c4-203a-4e71-8f5b-a599308e0448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356669 Aug 10 04:58:57.587987 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a2a55-4e0b-4d9c-b0a5-fe033711d920 req-9cc6ed54-84fa-4caf-a48e-63b0fefa7c40 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:57.589446 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-425a2a55-4e0b-4d9c-b0a5-fe033711d920 req-9cc6ed54-84fa-4caf-a48e-63b0fefa7c40 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 943 time: 0.0517595 Aug 10 04:58:57.636614 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-425a2a55-4e0b-4d9c-b0a5-fe033711d920 req-6ea90ab4-1f9f-4ba9-9288-9ddbee49c903 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381768 Aug 10 04:58:57.883468 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:58:57.885821 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 2b7690db-181b-4b8a-8464-db53b52a7636 up at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:58:58.116163 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning for port 2b7690db-181b-4b8a-8464-db53b52a7636 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:58:58.124188 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning complete for port 2b7690db-181b-4b8a-8464-db53b52a7636 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:58:58.124565 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:58.151292 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70d883-d0f0-4bee-b1b6-005b0d5248c8 req-9f9cb1a4-b789-4951-9d02-5b45fc5af488 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:58.152920 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0f70d883-d0f0-4bee-b1b6-005b0d5248c8 req-9f9cb1a4-b789-4951-9d02-5b45fc5af488 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbc09545-59f8-4bb0-84ce-78d627937ca9 HTTP/1.1" status: 200 len: 944 time: 0.0541592 Aug 10 04:58:58.161022 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029,segment=NetworkSegment(3f230113-748d-49c3-b686-177bf1e5d247),segment_id=3f230113-748d-49c3-b686-177bf1e5d247)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:58:58.178799 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Returning: {'device': '2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029', 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c', 'port_id': '2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029', 'mac_address': 'fa:16:3e:6c:44:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:58:58.195510 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0f70d883-d0f0-4bee-b1b6-005b0d5248c8 req-1b683aa2-ef33-48e1-a599-819657e7afff tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ce81c4-203a-4e71-8f5b-a599308e0448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365708 Aug 10 04:58:58.242129 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:58.262339 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 {{(pid=93279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:58:58.266403 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:58.297507 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029,segment=NetworkSegment(3f230113-748d-49c3-b686-177bf1e5d247),segment_id=3f230113-748d-49c3-b686-177bf1e5d247)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:58:58.304511 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc09545-59f8-4bb0-84ce-78d627937ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7690db-181b-4b8a-8464-db53b52a7636'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:58:58.306699 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684630205e793650736d742c593896f55c3712126ad5fa6ebc9acffcc34ee486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccc84c6-1fa9-4d7e-adfe-688bef6b98a4" -d '{"events": [{"server_uuid": "bbc09545-59f8-4bb0-84ce-78d627937ca9", "name": "network-vif-plugged", "status": "completed", "tag": "2b7690db-181b-4b8a-8464-db53b52a7636"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:58:58.316882 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:58.322676 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 2b7690db-181b-4b8a-8464-db53b52a7636, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2b7690db-181b-4b8a-8464-db53b52a7636,segment=NetworkSegment(6d1d9be1-35a1-4984-9953-cc66e1de7933),segment_id=6d1d9be1-35a1-4984-9953-cc66e1de7933)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:58:58.345039 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a09a95-04f7-4b7b-8e86-f404ab1580e9 x-openstack-request-id: req-a7a09a95-04f7-4b7b-8e86-f404ab1580e9 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:58:58.345465 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc09545-59f8-4bb0-84ce-78d627937ca9", "name": "network-vif-plugged", "status": "completed", "tag": "2b7690db-181b-4b8a-8464-db53b52a7636", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:58:58.345744 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a7a09a95-04f7-4b7b-8e86-f404ab1580e9 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:58:58.346130 dv-cinder-804035-1-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc09545-59f8-4bb0-84ce-78d627937ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7690db-181b-4b8a-8464-db53b52a7636', 'code': 200} Aug 10 04:58:58.346858 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:58.372967 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029,revision_number=9']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:58.424327 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=2b7690db-181b-4b8a-8464-db53b52a7636,revision_number=5']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:58.528555 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af871c36-a708-4768-8b13-b844d76ca5b6 req-b5a757d9-a0a3-4397-b6ce-6256193833d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:58.530098 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-af871c36-a708-4768-8b13-b844d76ca5b6 req-b5a757d9-a0a3-4397-b6ce-6256193833d9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=bbc09545-59f8-4bb0-84ce-78d627937ca9 HTTP/1.1" status: 200 len: 1098 time: 0.0408087 Aug 10 04:58:58.569134 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-af871c36-a708-4768-8b13-b844d76ca5b6 req-0eab6ff4-a659-466a-a2b9-580778b1f402 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a2ce81c4-203a-4e71-8f5b-a599308e0448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307124 Aug 10 04:58:58.748773 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:58:58.773036 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1fdb3-96c5-4f26-9c3c-2843a2c080c3 req-4e80ac32-8fe6-4804-aeda-dd4f15a12ea0 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:58.774541 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fdc1fdb3-96c5-4f26-9c3c-2843a2c080c3 req-4e80ac32-8fe6-4804-aeda-dd4f15a12ea0 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 944 time: 0.0542958 Aug 10 04:58:58.819542 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fdc1fdb3-96c5-4f26-9c3c-2843a2c080c3 req-c6e84a6b-7008-4325-aeca-f55b39f75d7e tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383904 Aug 10 04:58:59.316074 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93768c63-9294-40e2-95cb-65125951e3d6 req-0b6f768a-6440-4e2f-a40b-7183e73c9b41 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:59.317458 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-93768c63-9294-40e2-95cb-65125951e3d6 req-0b6f768a-6440-4e2f-a40b-7183e73c9b41 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbc09545-59f8-4bb0-84ce-78d627937ca9 HTTP/1.1" status: 200 len: 945 time: 0.0574715 Aug 10 04:58:59.356395 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-93768c63-9294-40e2-95cb-65125951e3d6 req-4c5668fb-7f6d-4c79-adf9-cfe0dc35b918 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ce81c4-203a-4e71-8f5b-a599308e0448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327756 Aug 10 04:58:59.891089 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 up at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:58:59.944975 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning complete for port 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:58:59.945466 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:59.946188 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f058fa-1b3b-4e5f-94b7-ce0438f1f409 req-4664c731-b648-4a58-b6bf-59b068d43ae9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:59.948319 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a5f058fa-1b3b-4e5f-94b7-ce0438f1f409 req-4664c731-b648-4a58-b6bf-59b068d43ae9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 944 time: 0.0551481 Aug 10 04:58:59.990243 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a5f058fa-1b3b-4e5f-94b7-ce0438f1f409 req-2a9e6240-a2c7-4f4d-9c90-02f3ce4fa8d0 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360849 Aug 10 04:59:00.032943 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:00.066120 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029,segment=NetworkSegment(3f230113-748d-49c3-b686-177bf1e5d247),segment_id=3f230113-748d-49c3-b686-177bf1e5d247)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:59:00.070970 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:00.121591 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029,revision_number=10']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:00.347730 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208c376a-028a-409c-b719-98ac7e15d562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:59:00.350047 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684630205e793650736d742c593896f55c3712126ad5fa6ebc9acffcc34ee486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a745591a-9e42-43e9-9463-535d64615af0" -d '{"events": [{"server_uuid": "208c376a-028a-409c-b719-98ac7e15d562", "name": "network-vif-plugged", "status": "completed", "tag": "2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:59:00.387393 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5505de15-81fe-41da-975f-0680e38b84e2 x-openstack-request-id: req-5505de15-81fe-41da-975f-0680e38b84e2 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:59:00.387687 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208c376a-028a-409c-b719-98ac7e15d562", "name": "network-vif-plugged", "status": "completed", "tag": "2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:59:00.387933 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5505de15-81fe-41da-975f-0680e38b84e2 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:59:00.388356 dv-cinder-804035-1-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208c376a-028a-409c-b719-98ac7e15d562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029', 'code': 200} Aug 10 04:59:00.486517 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794699c-af45-420a-9950-92ed2c656be5 req-e46d7e58-e895-412c-8e23-50ec06865137 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:00.488026 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e794699c-af45-420a-9950-92ed2c656be5 req-e46d7e58-e895-412c-8e23-50ec06865137 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbc09545-59f8-4bb0-84ce-78d627937ca9 HTTP/1.1" status: 200 len: 945 time: 0.0505867 Aug 10 04:59:00.532252 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e794699c-af45-420a-9950-92ed2c656be5 req-0b8c4729-c219-4ed2-b372-02cdcc86d0b2 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ce81c4-203a-4e71-8f5b-a599308e0448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358284 Aug 10 04:59:01.067432 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186206d2-bcb7-48f4-a6c9-7f4b7a854e1f req-e0e54eca-0250-4114-8859-0fbc8bfaa59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:01.068933 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-186206d2-bcb7-48f4-a6c9-7f4b7a854e1f req-e0e54eca-0250-4114-8859-0fbc8bfaa59c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 1099 time: 0.0447829 Aug 10 04:59:01.124631 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-186206d2-bcb7-48f4-a6c9-7f4b7a854e1f req-1904343a-67ff-4a65-ac9f-0096a86ed8bf service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467629 Aug 10 04:59:01.136462 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671ee30-3559-4544-909a-643a255cb72c req-9db465a9-e384-4e62-854d-9686711c409d tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:01.137884 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5671ee30-3559-4544-909a-643a255cb72c req-9db465a9-e384-4e62-854d-9686711c409d tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 946 time: 0.0680730 Aug 10 04:59:01.178873 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5671ee30-3559-4544-909a-643a255cb72c req-29e2bb91-21e9-4db4-9ded-eee95de4bad1 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324500 Aug 10 04:59:02.328310 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670947c-2736-4a67-ab25-a89749076b4c req-48d2b7f6-4cb8-4da3-a76d-6fe496ceab19 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:02.329809 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1670947c-2736-4a67-ab25-a89749076b4c req-48d2b7f6-4cb8-4da3-a76d-6fe496ceab19 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 946 time: 0.0601590 Aug 10 04:59:02.376173 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1670947c-2736-4a67-ab25-a89749076b4c req-3c5e3bdf-b26d-4454-b54f-82adc909315e tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376394 Aug 10 04:59:03.512781 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a904971-a3e3-4fd2-b4ba-82653da4aafa req-733bb513-cfdc-4615-a93a-70296be76210 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:03.514459 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2a904971-a3e3-4fd2-b4ba-82653da4aafa req-733bb513-cfdc-4615-a93a-70296be76210 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 946 time: 0.0559862 Aug 10 04:59:03.555480 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2a904971-a3e3-4fd2-b4ba-82653da4aafa req-0be606e2-3a8e-4604-b061-3170254f56de tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320823 Aug 10 04:59:04.696244 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd09ef-1a4f-4408-b508-27db11a49b3b req-399d55eb-7fce-4fda-8625-91b91ddc8ce4 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:04.697702 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-afbd09ef-1a4f-4408-b508-27db11a49b3b req-399d55eb-7fce-4fda-8625-91b91ddc8ce4 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 946 time: 0.0489936 Aug 10 04:59:04.735157 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-afbd09ef-1a4f-4408-b508-27db11a49b3b req-9dcbe3e2-bb62-48c2-a651-ad4f9cf439db tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315340 Aug 10 04:59:17.147086 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5a73afa5-7ee6-47e4-a40c-92fe4de2c219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:19.746646 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:20.022561 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f3fe17f7-550d-48c6-bc53-935feb0544fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:20.213215 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:21.251095 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:22.698372 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:26.504546 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:59:28.053531 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1807f-7d15-4267-be71-6aaa192fe248 req-1ee016fb-41aa-4fac-b267-6d4b7115bdba tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:28.055050 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f5b1807f-7d15-4267-be71-6aaa192fe248 req-1ee016fb-41aa-4fac-b267-6d4b7115bdba tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbc09545-59f8-4bb0-84ce-78d627937ca9 HTTP/1.1" status: 200 len: 945 time: 0.0590587 Aug 10 04:59:28.100358 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f5b1807f-7d15-4267-be71-6aaa192fe248 req-8a80dd4b-311d-4f74-8ca2-960bafa3fde4 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ce81c4-203a-4e71-8f5b-a599308e0448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389512 Aug 10 04:59:29.240695 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf1f7a-af84-4053-81ea-325326f16133 req-553309c7-9735-4919-a6e8-14c6e3ddbfb9 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:29.242184 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ccbf1f7a-af84-4053-81ea-325326f16133 req-553309c7-9735-4919-a6e8-14c6e3ddbfb9 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbc09545-59f8-4bb0-84ce-78d627937ca9 HTTP/1.1" status: 200 len: 945 time: 0.0561647 Aug 10 04:59:29.282210 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ccbf1f7a-af84-4053-81ea-325326f16133 req-10b71bcb-5e2e-43da-a3d6-bc7ad96bd5bc tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ce81c4-203a-4e71-8f5b-a599308e0448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306571 Aug 10 04:59:30.408035 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e1d69-a03a-4d5c-a37d-11a6f28869b2 req-6d92fe30-739c-495d-b822-a64c630cb783 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:30.409585 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-846e1d69-a03a-4d5c-a37d-11a6f28869b2 req-6d92fe30-739c-495d-b822-a64c630cb783 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbc09545-59f8-4bb0-84ce-78d627937ca9 HTTP/1.1" status: 200 len: 945 time: 0.0526741 Aug 10 04:59:30.448106 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-846e1d69-a03a-4d5c-a37d-11a6f28869b2 req-7d720b25-dd19-4c0c-958a-1472f0e6f0ba tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ce81c4-203a-4e71-8f5b-a599308e0448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322266 Aug 10 04:59:30.862879 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d0bce-925e-4748-9139-8935491b41d3 req-84d4b7e6-19e7-4896-b91d-b5ac794905b7 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:30.864453 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-614d0bce-925e-4748-9139-8935491b41d3 req-84d4b7e6-19e7-4896-b91d-b5ac794905b7 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.63 "GET /v2.0/ports?device_id=bbc09545-59f8-4bb0-84ce-78d627937ca9 HTTP/1.1" status: 200 len: 945 time: 0.0613842 Aug 10 04:59:30.971167 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-614d0bce-925e-4748-9139-8935491b41d3 req-4420687d-e58a-43a6-ae41-e425fa8ba573 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Deleting port 2b7690db-181b-4b8a-8464-db53b52a7636 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:59:30.971524 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-614d0bce-925e-4748-9139-8935491b41d3 req-4420687d-e58a-43a6-ae41-e425fa8ba573 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:31.055715 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-614d0bce-925e-4748-9139-8935491b41d3 req-4420687d-e58a-43a6-ae41-e425fa8ba573 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] For port 2b7690db-181b-4b8a-8464-db53b52a7636, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2b7690db-181b-4b8a-8464-db53b52a7636,segment=NetworkSegment(6d1d9be1-35a1-4984-9953-cc66e1de7933),segment_id=6d1d9be1-35a1-4984-9953-cc66e1de7933)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:59:31.056078 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-614d0bce-925e-4748-9139-8935491b41d3 req-4420687d-e58a-43a6-ae41-e425fa8ba573 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:31.068969 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-614d0bce-925e-4748-9139-8935491b41d3 req-4420687d-e58a-43a6-ae41-e425fa8ba573 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Calling delete_port for 2b7690db-181b-4b8a-8464-db53b52a7636 owned by compute:nova {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:59:31.205455 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-614d0bce-925e-4748-9139-8935491b41d3 req-4420687d-e58a-43a6-ae41-e425fa8ba573 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:31.218368 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['2b7690db-181b-4b8a-8464-db53b52a7636'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:59:31.233343 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420687d-e58a-43a6-ae41-e425fa8ba573 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Pushing event deleted for resources: {'Port': ['ID=2b7690db-181b-4b8a-8464-db53b52a7636,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:31.242058 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420687d-e58a-43a6-ae41-e425fa8ba573 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:31.242330 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420687d-e58a-43a6-ae41-e425fa8ba573 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:31.242651 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420687d-e58a-43a6-ae41-e425fa8ba573 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:31.243021 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420687d-e58a-43a6-ae41-e425fa8ba573 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:31.243345 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420687d-e58a-43a6-ae41-e425fa8ba573 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:31.243679 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420687d-e58a-43a6-ae41-e425fa8ba573 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:31.244000 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420687d-e58a-43a6-ae41-e425fa8ba573 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:31.244339 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420687d-e58a-43a6-ae41-e425fa8ba573 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:31.244650 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420687d-e58a-43a6-ae41-e425fa8ba573 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:31.245028 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420687d-e58a-43a6-ae41-e425fa8ba573 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:31.245349 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420687d-e58a-43a6-ae41-e425fa8ba573 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:31.245665 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420687d-e58a-43a6-ae41-e425fa8ba573 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:31.288863 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-614d0bce-925e-4748-9139-8935491b41d3 req-4420687d-e58a-43a6-ae41-e425fa8ba573 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] No DVR routers for this DVR port 2b7690db-181b-4b8a-8464-db53b52a7636 on host hv-cinder-80403 {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:59:31.291632 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-614d0bce-925e-4748-9139-8935491b41d3 req-4420687d-e58a-43a6-ae41-e425fa8ba573 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:31.293579 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-614d0bce-925e-4748-9139-8935491b41d3 req-4420687d-e58a-43a6-ae41-e425fa8ba573 tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.63 "DELETE /v2.0/ports/2b7690db-181b-4b8a-8464-db53b52a7636 HTTP/1.1" status: 204 len: 173 time: 0.4218926 Aug 10 04:59:31.294000 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc09545-59f8-4bb0-84ce-78d627937ca9', 'name': 'network-vif-deleted', 'tag': '2b7690db-181b-4b8a-8464-db53b52a7636'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:59:31.296241 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ad241413e3c5b5cfbdfd8ddf86169eda0c2eb72df278c9415fbec86a6c2f7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1c88c2-77d2-4be0-8990-e1b92e47daef" -d '{"events": [{"server_uuid": "bbc09545-59f8-4bb0-84ce-78d627937ca9", "name": "network-vif-deleted", "tag": "2b7690db-181b-4b8a-8464-db53b52a7636"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:59:31.331750 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91a21fd-7e90-4a43-b51e-cebe0bda0846 x-openstack-request-id: req-b91a21fd-7e90-4a43-b51e-cebe0bda0846 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:59:31.332033 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc09545-59f8-4bb0-84ce-78d627937ca9", "name": "network-vif-deleted", "tag": "2b7690db-181b-4b8a-8464-db53b52a7636", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:59:31.332283 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b91a21fd-7e90-4a43-b51e-cebe0bda0846 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:59:31.332674 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc09545-59f8-4bb0-84ce-78d627937ca9', 'name': 'network-vif-deleted', 'tag': '2b7690db-181b-4b8a-8464-db53b52a7636', 'status': 'completed', 'code': 200} Aug 10 04:59:31.565424 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c6c725d0-4bda-4484-a28e-208b097623e2 req-d770555d-8c5b-48a0-bdf2-eafa62a3ec2c tempest-VolumesSnapshotTestJSON-609004914 tempest-VolumesSnapshotTestJSON-609004914-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbc09545-59f8-4bb0-84ce-78d627937ca9 HTTP/1.1" status: 200 len: 210 time: 0.0264115 Aug 10 04:59:34.024005 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 2b7690db-181b-4b8a-8464-db53b52a7636 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:59:34.049148 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] No Port match for: 2b7690db-181b-4b8a-8464-db53b52a7636 {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:59:34.049740 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 2b7690db-181b-4b8a-8464-db53b52a7636 not bound to the agent host hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:59:47.142542 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-58c7be90-86f1-455b-a767-a41f0b7f93f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:49.739956 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:50.019601 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1373dc2a-2d91-4f5e-affb-40ad11596348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:50.220052 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:51.155303 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-205896ab-6f1f-490e-b999-d1540d265e00 req-32cabd9e-ae24-48d5-8441-303ddb05c018 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488942 Aug 10 04:59:51.225000 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205896ab-6f1f-490e-b999-d1540d265e00 req-0a9f0b39-15e5-4d8a-aa3d-a1889fad0211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:51.226655 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-205896ab-6f1f-490e-b999-d1540d265e00 req-0a9f0b39-15e5-4d8a-aa3d-a1889fad0211 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=291cbfbef761457992d564a491b0a7f4&device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 1099 time: 0.0407686 Aug 10 04:59:51.251997 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:51.340010 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205896ab-6f1f-490e-b999-d1540d265e00 req-5e23656e-6345-401c-b462-f9abf9f99f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:51.341530 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-205896ab-6f1f-490e-b999-d1540d265e00 req-5e23656e-6345-401c-b462-f9abf9f99f85 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4f037173-8d50-4b8b-8500-95d946155ed4 HTTP/1.1" status: 200 len: 912 time: 0.0932124 Aug 10 04:59:51.448730 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-205896ab-6f1f-490e-b999-d1540d265e00 req-92223177-b89e-45c8-a12b-7450ee5db521 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7467a0b5-b694-4623-bb5b-a29ae4655bc4 HTTP/1.1" status: 200 len: 1002 time: 0.0954282 Aug 10 04:59:51.507072 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205896ab-6f1f-490e-b999-d1540d265e00 req-68c5146e-bcb3-4aff-bca7-338d8797783e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:51.508865 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-205896ab-6f1f-490e-b999-d1540d265e00 req-68c5146e-bcb3-4aff-bca7-338d8797783e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=43e9af1a-fb3c-49ab-96ba-064c265232c0 HTTP/1.1" status: 200 len: 850 time: 0.0499153 Aug 10 04:59:51.559614 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205896ab-6f1f-490e-b999-d1540d265e00 req-8ba71e21-f6bb-4574-91c8-7d8a5b1e11b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:51.561110 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-205896ab-6f1f-490e-b999-d1540d265e00 req-8ba71e21-f6bb-4574-91c8-7d8a5b1e11b8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4f037173-8d50-4b8b-8500-95d946155ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413537 Aug 10 04:59:51.656927 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-205896ab-6f1f-490e-b999-d1540d265e00 req-2a3ad86c-dd77-4fdc-8938-a68a6040526a service neutron] 10.222.0.63 "GET /v2.0/networks/4f037173-8d50-4b8b-8500-95d946155ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854449 Aug 10 04:59:51.746973 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-205896ab-6f1f-490e-b999-d1540d265e00 req-2869c443-1ca6-498e-a9b6-c25847770709 service neutron] 10.222.0.63 "GET /v2.0/networks/4f037173-8d50-4b8b-8500-95d946155ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817649 Aug 10 04:59:52.707308 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:00.163398 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 34780) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:00:00.210250 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_v2 [None req-348e7cd6-9949-4cb2-8c7e-ecf4096edd09 admin admin] Deleting subnet c91b2b1c-4a0d-4ffe-9403-9188038967d7 {{(pid=93278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 05:00:00.214524 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-348e7cd6-9949-4cb2-8c7e-ecf4096edd09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:00.253323 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-348e7cd6-9949-4cb2-8c7e-ecf4096edd09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6830759'] for subnet, precommit_delete_associations {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:00.295626 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-348e7cd6-9949-4cb2-8c7e-ecf4096edd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3582293'] for subnet, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:00.350844 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-348e7cd6-9949-4cb2-8c7e-ecf4096edd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3582274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7361678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7953826'] for subnet, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:00.376706 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e7cd6-9949-4cb2-8c7e-ecf4096edd09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c91b2b1c-4a0d-4ffe-9403-9188038967d7,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:00.378634 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-348e7cd6-9949-4cb2-8c7e-ecf4096edd09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:00.381157 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-348e7cd6-9949-4cb2-8c7e-ecf4096edd09 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c91b2b1c-4a0d-4ffe-9403-9188038967d7 HTTP/1.1" status: 204 len: 168 time: 0.2163327 Aug 10 05:00:00.383882 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 34784) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:00:00.453780 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c35f6bb4-fafd-4c72-9a10-e23dbea3e754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727498'] for network, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:00.534653 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c35f6bb4-fafd-4c72-9a10-e23dbea3e754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580114', 'neutron.services.segments.db._delete_segments_for_network-8757410627184'] for network, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:00.545244 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-c35f6bb4-fafd-4c72-9a10-e23dbea3e754 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95183b14-802e-4c98-a0d8-8ce143978b6f']}} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:00:00.554931 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-c35f6bb4-fafd-4c72-9a10-e23dbea3e754 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d1d9be1-35a1-4984-9953-cc66e1de7933') {'for_net_delete': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:00:00.555188 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-c35f6bb4-fafd-4c72-9a10-e23dbea3e754 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d1d9be1-35a1-4984-9953-cc66e1de7933') {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:00:00.564494 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c35f6bb4-fafd-4c72-9a10-e23dbea3e754 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757410630265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58878282'] for segment, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:00.578556 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c35f6bb4-fafd-4c72-9a10-e23dbea3e754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:00.584459 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35f6bb4-fafd-4c72-9a10-e23dbea3e754 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 05:00:00.584843 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c35f6bb4-fafd-4c72-9a10-e23dbea3e754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59046962'] for segment, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:00.586386 dv-cinder-804035-1-iscsi neutron-server[93277]: Traceback (most recent call last): Aug 10 05:00:00.586386 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 05:00:00.586386 dv-cinder-804035-1-iscsi neutron-server[93277]: timer() Aug 10 05:00:00.586386 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 05:00:00.586386 dv-cinder-804035-1-iscsi neutron-server[93277]: cb(*args, **kw) Aug 10 05:00:00.586386 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 05:00:00.586386 dv-cinder-804035-1-iscsi neutron-server[93277]: return func(*args, **kwargs) Aug 10 05:00:00.586386 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 05:00:00.586386 dv-cinder-804035-1-iscsi neutron-server[93277]: self._notify() Aug 10 05:00:00.586386 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 05:00:00.586386 dv-cinder-804035-1-iscsi neutron-server[93277]: self.callback(batched_events) Aug 10 05:00:00.586386 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 05:00:00.586386 dv-cinder-804035-1-iscsi neutron-server[93277]: event.method(event) Aug 10 05:00:00.586386 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 05:00:00.586386 dv-cinder-804035-1-iscsi neutron-server[93277]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 05:00:00.586386 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 05:00:00.586386 dv-cinder-804035-1-iscsi neutron-server[93277]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 05:00:00.586386 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 05:00:00.586386 dv-cinder-804035-1-iscsi neutron-server[93277]: return f(self, *a, **k) Aug 10 05:00:00.586386 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 05:00:00.586386 dv-cinder-804035-1-iscsi neutron-server[93277]: return self._get(url).json() Aug 10 05:00:00.586386 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 05:00:00.586386 dv-cinder-804035-1-iscsi neutron-server[93277]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 05:00:00.586386 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 05:00:00.586386 dv-cinder-804035-1-iscsi neutron-server[93277]: return self.request(url, 'GET', **kwargs) Aug 10 05:00:00.586386 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 05:00:00.586386 dv-cinder-804035-1-iscsi neutron-server[93277]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 05:00:00.586386 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 05:00:00.586386 dv-cinder-804035-1-iscsi neutron-server[93277]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 05:00:00.586386 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 05:00:00.586386 dv-cinder-804035-1-iscsi neutron-server[93277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 05:00:00.586386 dv-cinder-804035-1-iscsi neutron-server[93277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 05:00:00.643751 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c35f6bb4-fafd-4c72-9a10-e23dbea3e754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496300'] for network, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:00.653542 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c35f6bb4-fafd-4c72-9a10-e23dbea3e754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:00.656291 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-c35f6bb4-fafd-4c72-9a10-e23dbea3e754 admin admin] 10.222.0.49 "DELETE /v2.0/networks/95183b14-802e-4c98-a0d8-8ce143978b6f HTTP/1.1" status: 204 len: 168 time: 0.2711198 Aug 10 05:00:00.668309 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f6bb4-fafd-4c72-9a10-e23dbea3e754 admin admin] Pushing event deleted for resources: {'Network': ['ID=95183b14-802e-4c98-a0d8-8ce143978b6f,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:00.676434 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f6bb4-fafd-4c72-9a10-e23dbea3e754 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:00.676434 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f6bb4-fafd-4c72-9a10-e23dbea3e754 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:00.676735 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f6bb4-fafd-4c72-9a10-e23dbea3e754 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:00.676993 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f6bb4-fafd-4c72-9a10-e23dbea3e754 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:00.677328 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f6bb4-fafd-4c72-9a10-e23dbea3e754 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:00.677664 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f6bb4-fafd-4c72-9a10-e23dbea3e754 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:00.677990 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f6bb4-fafd-4c72-9a10-e23dbea3e754 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:00.678328 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f6bb4-fafd-4c72-9a10-e23dbea3e754 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:00.678654 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f6bb4-fafd-4c72-9a10-e23dbea3e754 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:00.678976 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f6bb4-fafd-4c72-9a10-e23dbea3e754 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:00.679413 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f6bb4-fafd-4c72-9a10-e23dbea3e754 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:00.679731 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f6bb4-fafd-4c72-9a10-e23dbea3e754 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:00.779185 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 34790) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:00:00.832509 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-5275d817-8205-4035-9f21-74562a423257 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5e1a4cff3ea0457193223581684053f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517619 Aug 10 05:00:00.834875 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 34792) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:00:00.886131 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a7aa06b3-5f6e-4d22-9a13-3a756af83975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:00.911051 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a7aa06b3-5f6e-4d22-9a13-3a756af83975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:00.959681 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a7aa06b3-5f6e-4d22-9a13-3a756af83975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:00.962891 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a7aa06b3-5f6e-4d22-9a13-3a756af83975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:00.964105 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-a7aa06b3-5f6e-4d22-9a13-3a756af83975 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a2ce81c4-203a-4e71-8f5b-a599308e0448 HTTP/1.1" status: 204 len: 168 time: 0.1283069 Aug 10 05:00:00.971380 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa06b3-5f6e-4d22-9a13-3a756af83975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ce81c4-203a-4e71-8f5b-a599308e0448,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:03.503168 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:00:12.242912 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 34890) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:00:12.352464 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c3b26ecb-3774-4c01-94c9-919c6cb708b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:12.440649 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c3b26ecb-3774-4c01-94c9-919c6cb708b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:12.446299 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c3b26ecb-3774-4c01-94c9-919c6cb708b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:12.486937 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-c3b26ecb-3774-4c01-94c9-919c6cb708b6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=384ea3a7675049008b7d5ecf7dfd886e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404790 Aug 10 05:00:12.486937 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b26ecb-3774-4c01-94c9-919c6cb708b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c957dd5-bf74-4c85-92b3-a3a715aae6dd,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:12.487425 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 34894) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:00:12.541744 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9e829810-2bcd-4a3d-9872-973def0d06d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:12.563520 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9e829810-2bcd-4a3d-9872-973def0d06d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:12.612470 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9e829810-2bcd-4a3d-9872-973def0d06d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:12.615735 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9e829810-2bcd-4a3d-9872-973def0d06d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:12.618302 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-9e829810-2bcd-4a3d-9872-973def0d06d3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0c957dd5-bf74-4c85-92b3-a3a715aae6dd HTTP/1.1" status: 204 len: 168 time: 0.1298730 Aug 10 05:00:12.626573 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e829810-2bcd-4a3d-9872-973def0d06d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c957dd5-bf74-4c85-92b3-a3a715aae6dd,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:17.151822 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-27151800-fb7c-4f5b-8d58-8f12fc3493f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:19.751635 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:20.022457 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4682ec20-a7e8-4d32-a3cd-a94aab6c5843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:20.222158 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:21.264715 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:22.706131 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:23.361373 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 34924) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:00:23.594616 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-02e55e03-d8ce-4192-a8a1-7843185814f7 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Deleting port 62a59bf2-9c79-480f-b63b-0f02e05293ad {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:00:23.594858 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-02e55e03-d8ce-4192-a8a1-7843185814f7 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:23.670415 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-02e55e03-d8ce-4192-a8a1-7843185814f7 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:23.670864 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-02e55e03-d8ce-4192-a8a1-7843185814f7 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:23.683303 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-02e55e03-d8ce-4192-a8a1-7843185814f7 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Calling delete_port for 62a59bf2-9c79-480f-b63b-0f02e05293ad owned by network:floatingip {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:00:23.880256 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-02e55e03-d8ce-4192-a8a1-7843185814f7 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:23.912593 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e55e03-d8ce-4192-a8a1-7843185814f7 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Pushing event deleted for resources: {'Port': ['ID=62a59bf2-9c79-480f-b63b-0f02e05293ad,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:23.974773 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-02e55e03-d8ce-4192-a8a1-7843185814f7 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks [] for floatingip, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:23.975195 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.db.l3_db [None req-02e55e03-d8ce-4192-a8a1-7843185814f7 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Floating IP 29a22833-c24d-4438-ad0a-3a6c7b1c3e67 disassociated (deleted). External IP: 172.27.0.151, port: d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51. Aug 10 05:00:24.182208 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e55e03-d8ce-4192-a8a1-7843185814f7 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Router 3dfc1f0a-4e17-4404-be99-e503419cb022 has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:00:24.290134 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e55e03-d8ce-4192-a8a1-7843185814f7 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:00:24.295400 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-02e55e03-d8ce-4192-a8a1-7843185814f7 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for floatingip, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:24.300335 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa3eece-2798-4536-ac62-3107bca6a0d5 None None] Sync routers for ids ['3dfc1f0a-4e17-4404-be99-e503419cb022'] in dv-cinder-804035-1-iscsi {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:00:24.311003 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa3eece-2798-4536-ac62-3107bca6a0d5 None None] Routers {'3dfc1f0a-4e17-4404-be99-e503419cb022'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:00:24.312013 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-9aa3eece-2798-4536-ac62-3107bca6a0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:00:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['3dfc1f0a-4e17-4404-be99-e503419cb022'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:00:24.333590 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-02e55e03-d8ce-4192-a8a1-7843185814f7 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "DELETE /v2.0/floatingips/29a22833-c24d-4438-ad0a-3a6c7b1c3e67 HTTP/1.1" status: 204 len: 168 time: 0.9709892 Aug 10 05:00:24.334704 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37dce471-e944-4e02-ac65-5ae1cf8deb2b', 'tag': 'd0f4c5e2-02a6-4151-ac0f-fa9f6d570e51'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:00:24.337173 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ad241413e3c5b5cfbdfd8ddf86169eda0c2eb72df278c9415fbec86a6c2f7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a37d64e-ba07-4aec-b1af-12d1cf329805" -d '{"events": [{"name": "network-changed", "server_uuid": "37dce471-e944-4e02-ac65-5ae1cf8deb2b", "tag": "d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:00:24.409430 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcaec66-2064-459d-86fd-6010958569eb x-openstack-request-id: req-fdcaec66-2064-459d-86fd-6010958569eb {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:00:24.410357 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37dce471-e944-4e02-ac65-5ae1cf8deb2b", "tag": "d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:00:24.410772 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fdcaec66-2064-459d-86fd-6010958569eb {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:00:24.411207 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37dce471-e944-4e02-ac65-5ae1cf8deb2b', 'tag': 'd0f4c5e2-02a6-4151-ac0f-fa9f6d570e51', 'status': 'completed', 'code': 200} Aug 10 05:00:24.415704 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-9aa3eece-2798-4536-ac62-3107bca6a0d5 None None] Set router 3dfc1f0a-4e17-4404-be99-e503419cb022 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:00:24.471327 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37d64e-ba07-4aec-b1af-12d1cf329805 req-9256b2c7-c416-47c8-b3ec-143ae10a6e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:24.472846 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2a37d64e-ba07-4aec-b1af-12d1cf329805 req-9256b2c7-c416-47c8-b3ec-143ae10a6e15 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6675a69d46c84a9aa91ed89f3afdd555&device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 1098 time: 0.0418723 Aug 10 05:00:24.566762 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37d64e-ba07-4aec-b1af-12d1cf329805 req-40c167e2-5a2d-4f88-9f34-1ccc6e0cbe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:24.568357 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2a37d64e-ba07-4aec-b1af-12d1cf329805 req-40c167e2-5a2d-4f88-9f34-1ccc6e0cbe01 service neutron] 10.222.0.63 "GET /v2.0/networks?id=38366486-a444-4ffd-9f7e-e3d09bf8ba4d HTTP/1.1" status: 200 len: 909 time: 0.0874882 Aug 10 05:00:24.611890 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2a37d64e-ba07-4aec-b1af-12d1cf329805 req-204e1106-6c6d-48b3-b72a-f4592bafc48b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51 HTTP/1.1" status: 200 len: 217 time: 0.0359061 Aug 10 05:00:24.624456 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-9aa3eece-2798-4536-ac62-3107bca6a0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'name': 'tempest-TestShelveInstance-522371571-router', 'tenant_id': '6675a69d46c84a9aa91ed89f3afdd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '9c830e50-27ca-439a-91bb-e22b7f3a5924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:55:13Z', 'updated_at': '2021-08-10T04:55:16Z', 'revision_number': 4, 'project_id': '6675a69d46c84a9aa91ed89f3afdd555', 'gw_port': {'id': '9c830e50-27ca-439a-91bb-e22b7f3a5924', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:55:13Z', 'updated_at': '2021-08-10T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': '272120aa-74a5-4b46-a534-e40e9810acfc', 'name': '', 'network_id': '38366486-a444-4ffd-9f7e-e3d09bf8ba4d', 'tenant_id': '6675a69d46c84a9aa91ed89f3afdd555', 'mac_address': 'fa:16:3e:4d:3a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '404d0b3f-eed4-469f-9a9a-34be80c2a585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:55:15Z', 'updated_at': '2021-08-10T04:55:23Z', 'revision_number': 5, 'project_id': '6675a69d46c84a9aa91ed89f3afdd555', 'subnets': [{'id': '404d0b3f-eed4-469f-9a9a-34be80c2a585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:00:24.651862 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa3eece-2798-4536-ac62-3107bca6a0d5 None None] Checking router: 3dfc1f0a-4e17-4404-be99-e503419cb022 for host: dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:00:24.669004 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa3eece-2798-4536-ac62-3107bca6a0d5 None None] Routers {'3dfc1f0a-4e17-4404-be99-e503419cb022'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:00:24.669004 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-9aa3eece-2798-4536-ac62-3107bca6a0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:00:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['3dfc1f0a-4e17-4404-be99-e503419cb022'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:00:24.672144 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37d64e-ba07-4aec-b1af-12d1cf329805 req-8c1459de-6a91-4465-9fd5-ed9c61c25f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:24.673848 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2a37d64e-ba07-4aec-b1af-12d1cf329805 req-8c1459de-6a91-4465-9fd5-ed9c61c25f0e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=404d0b3f-eed4-469f-9a9a-34be80c2a585 HTTP/1.1" status: 200 len: 847 time: 0.0548801 Aug 10 05:00:24.726834 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37d64e-ba07-4aec-b1af-12d1cf329805 req-6bbe1073-830e-41d7-b7bb-f1b22b274a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:24.728416 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2a37d64e-ba07-4aec-b1af-12d1cf329805 req-6bbe1073-830e-41d7-b7bb-f1b22b274a28 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=38366486-a444-4ffd-9f7e-e3d09bf8ba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470378 Aug 10 05:00:24.793365 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-9aa3eece-2798-4536-ac62-3107bca6a0d5 None None] Set router 3dfc1f0a-4e17-4404-be99-e503419cb022 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:00:24.861513 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88122429-2897-463f-99f3-7fdba5e2dc0c req-6a8601d7-c671-49c8-a2a8-438aeb19da66 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:24.862979 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-88122429-2897-463f-99f3-7fdba5e2dc0c req-6a8601d7-c671-49c8-a2a8-438aeb19da66 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 945 time: 0.0748217 Aug 10 05:00:24.864939 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2a37d64e-ba07-4aec-b1af-12d1cf329805 req-9ff8292a-d8af-43d9-95cb-a6877d803643 service neutron] 10.222.0.63 "GET /v2.0/networks/38366486-a444-4ffd-9f7e-e3d09bf8ba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285801 Aug 10 05:00:24.999543 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-9aa3eece-2798-4536-ac62-3107bca6a0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'name': 'tempest-TestShelveInstance-522371571-router', 'tenant_id': '6675a69d46c84a9aa91ed89f3afdd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '9c830e50-27ca-439a-91bb-e22b7f3a5924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:55:13Z', 'updated_at': '2021-08-10T04:55:16Z', 'revision_number': 4, 'project_id': '6675a69d46c84a9aa91ed89f3afdd555', 'gw_port': {'id': '9c830e50-27ca-439a-91bb-e22b7f3a5924', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:55:13Z', 'updated_at': '2021-08-10T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': '272120aa-74a5-4b46-a534-e40e9810acfc', 'name': '', 'network_id': '38366486-a444-4ffd-9f7e-e3d09bf8ba4d', 'tenant_id': '6675a69d46c84a9aa91ed89f3afdd555', 'mac_address': 'fa:16:3e:4d:3a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '404d0b3f-eed4-469f-9a9a-34be80c2a585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:55:15Z', 'updated_at': '2021-08-10T04:55:23Z', 'revision_number': 5, 'project_id': '6675a69d46c84a9aa91ed89f3afdd555', 'subnets': [{'id': '404d0b3f-eed4-469f-9a9a-34be80c2a585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:00:25.030652 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa3eece-2798-4536-ac62-3107bca6a0d5 None None] The sync data for ids ['3dfc1f0a-4e17-4404-be99-e503419cb022'] in dv-cinder-804035-1-iscsi is: [{'id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'name': 'tempest-TestShelveInstance-522371571-router', 'tenant_id': '6675a69d46c84a9aa91ed89f3afdd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '9c830e50-27ca-439a-91bb-e22b7f3a5924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:55:13Z', 'updated_at': '2021-08-10T04:55:16Z', 'revision_number': 4, 'project_id': '6675a69d46c84a9aa91ed89f3afdd555', 'gw_port': {'id': '9c830e50-27ca-439a-91bb-e22b7f3a5924', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:55:13Z', 'updated_at': '2021-08-10T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': '272120aa-74a5-4b46-a534-e40e9810acfc', 'name': '', 'network_id': '38366486-a444-4ffd-9f7e-e3d09bf8ba4d', 'tenant_id': '6675a69d46c84a9aa91ed89f3afdd555', 'mac_address': 'fa:16:3e:4d:3a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '404d0b3f-eed4-469f-9a9a-34be80c2a585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:55:15Z', 'updated_at': '2021-08-10T04:55:23Z', 'revision_number': 5, 'project_id': '6675a69d46c84a9aa91ed89f3afdd555', 'subnets': [{'id': '404d0b3f-eed4-469f-9a9a-34be80c2a585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:00:25.205641 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-88122429-2897-463f-99f3-7fdba5e2dc0c req-49b71897-cdcd-4cb2-9063-812b99cd59aa tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/security-groups?id=3db4ee29-4dea-4785-8d2a-ad357c564f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3364804 Aug 10 05:00:25.237612 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2a37d64e-ba07-4aec-b1af-12d1cf329805 req-76db18a7-dd28-4b91-8b8c-4b182bda18aa service neutron] 10.222.0.63 "GET /v2.0/networks/38366486-a444-4ffd-9f7e-e3d09bf8ba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624706 Aug 10 05:00:25.335071 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e767d0-ae6f-45ae-997e-62cd4d76d82b None None] New status for floating IP 29a22833-c24d-4438-ad0a-3a6c7b1c3e67: DOWN {{(pid=93280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:00:26.333323 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405fcca-e903-4e1d-96c6-1e8e6fd70cf2 req-298e6401-4fd9-4f52-ac69-179f59b2e4f8 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:26.334652 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5405fcca-e903-4e1d-96c6-1e8e6fd70cf2 req-298e6401-4fd9-4f52-ac69-179f59b2e4f8 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 945 time: 0.0577807 Aug 10 05:00:26.373392 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5405fcca-e903-4e1d-96c6-1e8e6fd70cf2 req-f5ca1817-ebe0-41f0-801b-d3ea579b2b6e tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/security-groups?id=3db4ee29-4dea-4785-8d2a-ad357c564f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327790 Aug 10 05:00:26.926895 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f6094-1061-4e5e-ae83-60cbb220cec3 req-ceaad3dd-5fe8-429d-9e54-838236e79cdf tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:26.928385 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-180f6094-1061-4e5e-ae83-60cbb220cec3 req-ceaad3dd-5fe8-429d-9e54-838236e79cdf tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.63 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 945 time: 0.0619051 Aug 10 05:00:27.029461 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-180f6094-1061-4e5e-ae83-60cbb220cec3 req-8fab19df-e94f-4158-a38a-16f5bcc71487 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Deleting port d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:00:27.029806 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-180f6094-1061-4e5e-ae83-60cbb220cec3 req-8fab19df-e94f-4158-a38a-16f5bcc71487 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:27.125796 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-180f6094-1061-4e5e-ae83-60cbb220cec3 req-8fab19df-e94f-4158-a38a-16f5bcc71487 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] For port d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51,segment=NetworkSegment(fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa),segment_id=fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:00:27.126127 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-180f6094-1061-4e5e-ae83-60cbb220cec3 req-8fab19df-e94f-4158-a38a-16f5bcc71487 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:27.138707 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-180f6094-1061-4e5e-ae83-60cbb220cec3 req-8fab19df-e94f-4158-a38a-16f5bcc71487 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Calling delete_port for d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51 owned by compute:nova {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:00:27.284545 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-180f6094-1061-4e5e-ae83-60cbb220cec3 req-8fab19df-e94f-4158-a38a-16f5bcc71487 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:27.316138 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab19df-e94f-4158-a38a-16f5bcc71487 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Pushing event deleted for resources: {'Port': ['ID=d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:27.357922 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-180f6094-1061-4e5e-ae83-60cbb220cec3 req-8fab19df-e94f-4158-a38a-16f5bcc71487 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] No DVR routers for this DVR port d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51 on host hv-cinder-80403 {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:00:27.361151 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-180f6094-1061-4e5e-ae83-60cbb220cec3 req-8fab19df-e94f-4158-a38a-16f5bcc71487 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:27.363177 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-180f6094-1061-4e5e-ae83-60cbb220cec3 req-8fab19df-e94f-4158-a38a-16f5bcc71487 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.63 "DELETE /v2.0/ports/d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51 HTTP/1.1" status: 204 len: 173 time: 0.4254014 Aug 10 05:00:27.363761 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37dce471-e944-4e02-ac65-5ae1cf8deb2b', 'name': 'network-vif-deleted', 'tag': 'd0f4c5e2-02a6-4151-ac0f-fa9f6d570e51'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:00:27.366030 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ad241413e3c5b5cfbdfd8ddf86169eda0c2eb72df278c9415fbec86a6c2f7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a5d71c-faee-4083-a27a-349049a1f3b6" -d '{"events": [{"server_uuid": "37dce471-e944-4e02-ac65-5ae1cf8deb2b", "name": "network-vif-deleted", "tag": "d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:00:27.402999 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4b9a91-4a1d-4197-a05f-3820f13f7723 x-openstack-request-id: req-7e4b9a91-4a1d-4197-a05f-3820f13f7723 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:00:27.403397 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37dce471-e944-4e02-ac65-5ae1cf8deb2b", "name": "network-vif-deleted", "tag": "d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:00:27.403650 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7e4b9a91-4a1d-4197-a05f-3820f13f7723 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:00:27.404047 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37dce471-e944-4e02-ac65-5ae1cf8deb2b', 'name': 'network-vif-deleted', 'tag': 'd0f4c5e2-02a6-4151-ac0f-fa9f6d570e51', 'status': 'completed', 'code': 200} Aug 10 05:00:27.487470 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3d965a89-c298-419f-85ba-4f575eea2a58 req-e5f2b224-e465-42a1-864d-bf35d87cb067 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "GET /v2.0/ports?device_id=37dce471-e944-4e02-ac65-5ae1cf8deb2b HTTP/1.1" status: 200 len: 210 time: 0.0273218 Aug 10 05:00:28.547405 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 34952) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:00:28.608740 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8afb436e-3936-4f02-9437-3cae3b059cf0 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:28.633583 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8afb436e-3936-4f02-9437-3cae3b059cf0 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:28.697150 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8afb436e-3936-4f02-9437-3cae3b059cf0 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:28.699809 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8afb436e-3936-4f02-9437-3cae3b059cf0 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:28.701331 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-8afb436e-3936-4f02-9437-3cae3b059cf0 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] 10.222.0.49 "DELETE /v2.0/security-groups/3db4ee29-4dea-4785-8d2a-ad357c564f4d HTTP/1.1" status: 204 len: 168 time: 0.1526952 Aug 10 05:00:28.711279 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb436e-3936-4f02-9437-3cae3b059cf0 tempest-TestShelveInstance-419811161 tempest-TestShelveInstance-419811161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db4ee29-4dea-4785-8d2a-ad357c564f4d,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:28.749983 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 34958) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:00:29.259259 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1fe41c59-c6c8-4600-9825-7b8d660c273c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495774'] for router_interface, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:29.508498 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-1fe41c59-c6c8-4600-9825-7b8d660c273c admin admin] Deleting port 272120aa-74a5-4b46-a534-e40e9810acfc {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:00:29.508831 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1fe41c59-c6c8-4600-9825-7b8d660c273c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:29.594100 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-1fe41c59-c6c8-4600-9825-7b8d660c273c admin admin] For port 272120aa-74a5-4b46-a534-e40e9810acfc, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=272120aa-74a5-4b46-a534-e40e9810acfc,segment=NetworkSegment(fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa),segment_id=fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:00:29.594411 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1fe41c59-c6c8-4600-9825-7b8d660c273c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:29.607588 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-1fe41c59-c6c8-4600-9825-7b8d660c273c admin admin] Calling delete_port for 272120aa-74a5-4b46-a534-e40e9810acfc owned by network:router_interface {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:00:29.799969 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1fe41c59-c6c8-4600-9825-7b8d660c273c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:29.828373 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe41c59-c6c8-4600-9825-7b8d660c273c admin admin] Pushing event deleted for resources: {'Port': ['ID=272120aa-74a5-4b46-a534-e40e9810acfc,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:29.993606 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1fe41c59-c6c8-4600-9825-7b8d660c273c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497198'] for router_interface, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:30.226842 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe41c59-c6c8-4600-9825-7b8d660c273c admin admin] Router 3dfc1f0a-4e17-4404-be99-e503419cb022 has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:00:30.335796 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe41c59-c6c8-4600-9825-7b8d660c273c admin admin] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:00:30.342637 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-1fe41c59-c6c8-4600-9825-7b8d660c273c admin admin] 10.222.0.49 "PUT /v2.0/routers/3dfc1f0a-4e17-4404-be99-e503419cb022/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5896642 Aug 10 05:00:30.343790 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 34974) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:00:30.344772 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ede400a-667e-4817-b971-ca067488f2e6 None None] Sync routers for ids ['3dfc1f0a-4e17-4404-be99-e503419cb022'] in dv-cinder-804035-1-iscsi {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:00:30.354807 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ede400a-667e-4817-b971-ca067488f2e6 None None] Routers {'3dfc1f0a-4e17-4404-be99-e503419cb022'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:00:30.355439 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-2ede400a-667e-4817-b971-ca067488f2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:00:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['3dfc1f0a-4e17-4404-be99-e503419cb022'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:00:30.399031 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:00:30.421445 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] No Port match for: d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51 {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:00:30.421805 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device d0f4c5e2-02a6-4151-ac0f-fa9f6d570e51 not bound to the agent host hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:00:30.445666 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c1986d19-a8fd-4f61-8b7b-e3a777bc1dc1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:30.482324 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-2ede400a-667e-4817-b971-ca067488f2e6 None None] Set router 3dfc1f0a-4e17-4404-be99-e503419cb022 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:00:30.543343 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c1986d19-a8fd-4f61-8b7b-e3a777bc1dc1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:30.598954 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-c1986d19-a8fd-4f61-8b7b-e3a777bc1dc1 admin admin] Deleting port 9c830e50-27ca-439a-91bb-e22b7f3a5924 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:00:30.599303 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c1986d19-a8fd-4f61-8b7b-e3a777bc1dc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:30.658233 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-2ede400a-667e-4817-b971-ca067488f2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'name': 'tempest-TestShelveInstance-522371571-router', 'tenant_id': '6675a69d46c84a9aa91ed89f3afdd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '9c830e50-27ca-439a-91bb-e22b7f3a5924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:55:13Z', 'updated_at': '2021-08-10T05:00:29Z', 'revision_number': 5, 'project_id': '6675a69d46c84a9aa91ed89f3afdd555', 'gw_port': {'id': '9c830e50-27ca-439a-91bb-e22b7f3a5924', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:55:13Z', 'updated_at': '2021-08-10T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi'}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:00:30.675325 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-c1986d19-a8fd-4f61-8b7b-e3a777bc1dc1 admin admin] For port 9c830e50-27ca-439a-91bb-e22b7f3a5924, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=9c830e50-27ca-439a-91bb-e22b7f3a5924,segment=NetworkSegment(b7fff169-1c8e-4170-8d8b-00d331120c68),segment_id=b7fff169-1c8e-4170-8d8b-00d331120c68)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:00:30.675701 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c1986d19-a8fd-4f61-8b7b-e3a777bc1dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:30.684161 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ede400a-667e-4817-b971-ca067488f2e6 None None] Checking router: 3dfc1f0a-4e17-4404-be99-e503419cb022 for host: dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:00:30.688429 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-c1986d19-a8fd-4f61-8b7b-e3a777bc1dc1 admin admin] Calling delete_port for 9c830e50-27ca-439a-91bb-e22b7f3a5924 owned by network:router_gateway {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:00:30.692218 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ede400a-667e-4817-b971-ca067488f2e6 None None] Routers {'3dfc1f0a-4e17-4404-be99-e503419cb022'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:00:30.692821 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-2ede400a-667e-4817-b971-ca067488f2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:00:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['3dfc1f0a-4e17-4404-be99-e503419cb022'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:00:30.857140 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c1986d19-a8fd-4f61-8b7b-e3a777bc1dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:30.882470 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1986d19-a8fd-4f61-8b7b-e3a777bc1dc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c830e50-27ca-439a-91bb-e22b7f3a5924,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:30.906810 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-2ede400a-667e-4817-b971-ca067488f2e6 None None] Set router 3dfc1f0a-4e17-4404-be99-e503419cb022 gateway port host: None {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:00:30.951612 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c1986d19-a8fd-4f61-8b7b-e3a777bc1dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496328'] for router_gateway, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:30.962398 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-2ede400a-667e-4817-b971-ca067488f2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'name': 'tempest-TestShelveInstance-522371571-router', 'tenant_id': '6675a69d46c84a9aa91ed89f3afdd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:55:13Z', 'updated_at': '2021-08-10T05:00:30Z', 'revision_number': 6, 'project_id': '6675a69d46c84a9aa91ed89f3afdd555', 'gw_port_host': None}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:00:30.991816 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ede400a-667e-4817-b971-ca067488f2e6 None None] The sync data for ids ['3dfc1f0a-4e17-4404-be99-e503419cb022'] in dv-cinder-804035-1-iscsi is: [{'id': '3dfc1f0a-4e17-4404-be99-e503419cb022', 'name': 'tempest-TestShelveInstance-522371571-router', 'tenant_id': '6675a69d46c84a9aa91ed89f3afdd555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:55:13Z', 'updated_at': '2021-08-10T05:00:30Z', 'revision_number': 6, 'project_id': '6675a69d46c84a9aa91ed89f3afdd555', 'gw_port_host': None}] {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:00:31.063039 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c1986d19-a8fd-4f61-8b7b-e3a777bc1dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:31.065948 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c1986d19-a8fd-4f61-8b7b-e3a777bc1dc1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:31.135182 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c1986d19-a8fd-4f61-8b7b-e3a777bc1dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492488'] for router, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:31.135713 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1986d19-a8fd-4f61-8b7b-e3a777bc1dc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dfc1f0a-4e17-4404-be99-e503419cb022 {{(pid=93278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 05:00:31.140701 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c1986d19-a8fd-4f61-8b7b-e3a777bc1dc1 admin admin] Notify callbacks [] for router, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:31.142035 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-c1986d19-a8fd-4f61-8b7b-e3a777bc1dc1 admin admin] 10.222.0.49 "DELETE /v2.0/routers/3dfc1f0a-4e17-4404-be99-e503419cb022 HTTP/1.1" status: 204 len: 168 time: 0.7971120 Aug 10 05:00:31.144814 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 34976) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:00:31.188871 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_v2 [None req-570e527c-daad-4afb-b0d4-84089db0a403 admin admin] Deleting subnet 404d0b3f-eed4-469f-9a9a-34be80c2a585 {{(pid=93278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 05:00:31.191830 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-570e527c-daad-4afb-b0d4-84089db0a403 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:31.225386 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-570e527c-daad-4afb-b0d4-84089db0a403 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6830759'] for subnet, precommit_delete_associations {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:31.334247 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-570e527c-daad-4afb-b0d4-84089db0a403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3582293'] for subnet, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:31.389774 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-570e527c-daad-4afb-b0d4-84089db0a403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3582274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7361678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7953826'] for subnet, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:31.414517 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e527c-daad-4afb-b0d4-84089db0a403 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=404d0b3f-eed4-469f-9a9a-34be80c2a585,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:31.418975 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-570e527c-daad-4afb-b0d4-84089db0a403 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:31.420994 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-570e527c-daad-4afb-b0d4-84089db0a403 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/404d0b3f-eed4-469f-9a9a-34be80c2a585 HTTP/1.1" status: 204 len: 168 time: 0.2752542 Aug 10 05:00:31.423937 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 34984) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:00:31.427466 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4508f1ce-fbb2-4101-a527-e3e4702d54b5 None None] Network 38366486-a444-4ffd-9f7e-e3d09bf8ba4d requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:00:31.428877 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e527c-daad-4afb-b0d4-84089db0a403 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:31.429370 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e527c-daad-4afb-b0d4-84089db0a403 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:31.429836 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e527c-daad-4afb-b0d4-84089db0a403 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:31.430211 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e527c-daad-4afb-b0d4-84089db0a403 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:31.430761 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e527c-daad-4afb-b0d4-84089db0a403 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:31.431136 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e527c-daad-4afb-b0d4-84089db0a403 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:31.431493 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e527c-daad-4afb-b0d4-84089db0a403 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:31.431779 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e527c-daad-4afb-b0d4-84089db0a403 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:31.432134 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e527c-daad-4afb-b0d4-84089db0a403 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:31.432777 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e527c-daad-4afb-b0d4-84089db0a403 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:31.433087 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e527c-daad-4afb-b0d4-84089db0a403 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:31.433392 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e527c-daad-4afb-b0d4-84089db0a403 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:31.500562 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-fb6f5ea7-9773-4d41-99ba-95c86e27abab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727498'] for network, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:31.647292 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f59d7e-1967-4d66-9b2a-c62eaf934f22 None None] DHCP port deletion for 38366486-a444-4ffd-9f7e-e3d09bf8ba4d request from dv-cinder-804035-1-iscsi {{(pid=93279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 05:00:31.699877 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-00f59d7e-1967-4d66-9b2a-c62eaf934f22 None None] Deleting port 1ddc9a32-645a-46ac-b400-d5c5fd3e80ef {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:00:31.700248 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-00f59d7e-1967-4d66-9b2a-c62eaf934f22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:31.770674 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-00f59d7e-1967-4d66-9b2a-c62eaf934f22 None None] For port 1ddc9a32-645a-46ac-b400-d5c5fd3e80ef, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=1ddc9a32-645a-46ac-b400-d5c5fd3e80ef,segment=NetworkSegment(fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa),segment_id=fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:00:31.771044 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-00f59d7e-1967-4d66-9b2a-c62eaf934f22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:31.785265 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-00f59d7e-1967-4d66-9b2a-c62eaf934f22 None None] Calling delete_port for 1ddc9a32-645a-46ac-b400-d5c5fd3e80ef owned by network:dhcp {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:00:31.811086 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-fb6f5ea7-9773-4d41-99ba-95c86e27abab admin admin] Deleting port 1ddc9a32-645a-46ac-b400-d5c5fd3e80ef {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:00:31.811441 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-fb6f5ea7-9773-4d41-99ba-95c86e27abab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:31.875329 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-fb6f5ea7-9773-4d41-99ba-95c86e27abab admin admin] For port 1ddc9a32-645a-46ac-b400-d5c5fd3e80ef, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=1ddc9a32-645a-46ac-b400-d5c5fd3e80ef,segment=NetworkSegment(fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa),segment_id=fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:00:31.875626 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-fb6f5ea7-9773-4d41-99ba-95c86e27abab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:31.887623 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-fb6f5ea7-9773-4d41-99ba-95c86e27abab admin admin] Calling delete_port for 1ddc9a32-645a-46ac-b400-d5c5fd3e80ef owned by network:dhcp {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:00:31.916785 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-00f59d7e-1967-4d66-9b2a-c62eaf934f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:31.941293 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f59d7e-1967-4d66-9b2a-c62eaf934f22 None None] Pushing event deleted for resources: {'Port': ['ID=1ddc9a32-645a-46ac-b400-d5c5fd3e80ef,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:31.945629 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f59d7e-1967-4d66-9b2a-c62eaf934f22 None None] No DVR routers for this DVR port 1ddc9a32-645a-46ac-b400-d5c5fd3e80ef on host dv-cinder-804035-1-iscsi {{(pid=93279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:00:31.951218 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f59d7e-1967-4d66-9b2a-c62eaf934f22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:31.951568 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f59d7e-1967-4d66-9b2a-c62eaf934f22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:31.951907 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f59d7e-1967-4d66-9b2a-c62eaf934f22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:31.952246 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f59d7e-1967-4d66-9b2a-c62eaf934f22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:31.952575 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f59d7e-1967-4d66-9b2a-c62eaf934f22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:31.952909 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f59d7e-1967-4d66-9b2a-c62eaf934f22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:31.953240 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f59d7e-1967-4d66-9b2a-c62eaf934f22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:31.953567 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f59d7e-1967-4d66-9b2a-c62eaf934f22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:31.953903 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f59d7e-1967-4d66-9b2a-c62eaf934f22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:31.954287 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f59d7e-1967-4d66-9b2a-c62eaf934f22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:31.954615 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f59d7e-1967-4d66-9b2a-c62eaf934f22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:31.954994 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f59d7e-1967-4d66-9b2a-c62eaf934f22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:00:31.973579 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-fb6f5ea7-9773-4d41-99ba-95c86e27abab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:31.998079 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f5ea7-9773-4d41-99ba-95c86e27abab admin admin] Pushing event deleted for resources: {'Port': ['ID=1ddc9a32-645a-46ac-b400-d5c5fd3e80ef,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:32.001698 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6f5ea7-9773-4d41-99ba-95c86e27abab admin admin] No DVR routers for this DVR port 1ddc9a32-645a-46ac-b400-d5c5fd3e80ef on host dv-cinder-804035-1-iscsi {{(pid=93277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:00:32.071682 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-fb6f5ea7-9773-4d41-99ba-95c86e27abab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580114', 'neutron.services.segments.db._delete_segments_for_network-8757410627184'] for network, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:32.081706 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-fb6f5ea7-9773-4d41-99ba-95c86e27abab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38366486-a444-4ffd-9f7e-e3d09bf8ba4d']}} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:00:32.092617 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-fb6f5ea7-9773-4d41-99ba-95c86e27abab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa') {'for_net_delete': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:00:32.092916 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-fb6f5ea7-9773-4d41-99ba-95c86e27abab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb3b8c47-cc5e-4e5e-9b03-a86b4d9e5baa') {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:00:32.101966 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-fb6f5ea7-9773-4d41-99ba-95c86e27abab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757410630265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58878282'] for segment, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:32.116513 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-fb6f5ea7-9773-4d41-99ba-95c86e27abab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:32.122837 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb6f5ea7-9773-4d41-99ba-95c86e27abab admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 05:00:32.123285 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-fb6f5ea7-9773-4d41-99ba-95c86e27abab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59046962'] for segment, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: self.session.flush() Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: self.session.flush() Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: self.session.flush() Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: self.session.flush() Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: Traceback (most recent call last): Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: timer() Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: cb(*args, **kw) Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: return func(*args, **kwargs) Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: self._notify() Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: self.callback(batched_events) Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: event.method(event) Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: return f(self, *a, **k) Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: return self._get(url).json() Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: return self.request(url, 'GET', **kwargs) Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 05:00:32.125066 dv-cinder-804035-1-iscsi neutron-server[93277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 05:00:32.179549 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-fb6f5ea7-9773-4d41-99ba-95c86e27abab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496300'] for network, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:32.185687 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-fb6f5ea7-9773-4d41-99ba-95c86e27abab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:32.187518 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-fb6f5ea7-9773-4d41-99ba-95c86e27abab admin admin] 10.222.0.49 "DELETE /v2.0/networks/38366486-a444-4ffd-9f7e-e3d09bf8ba4d HTTP/1.1" status: 204 len: 168 time: 0.7608802 Aug 10 05:00:32.190878 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 34992) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:00:32.198402 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f5ea7-9773-4d41-99ba-95c86e27abab admin admin] Pushing event deleted for resources: {'Network': ['ID=38366486-a444-4ffd-9f7e-e3d09bf8ba4d,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:32.812853 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ad01b1c2-632b-4302-bb5a-97c46bca5b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495774'] for router_interface, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:32.976858 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 1ddc9a32-645a-46ac-b400-d5c5fd3e80ef no longer exists at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:00:32.997151 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] No Port match for: 1ddc9a32-645a-46ac-b400-d5c5fd3e80ef {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:00:32.997513 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 1ddc9a32-645a-46ac-b400-d5c5fd3e80ef not bound to the agent host dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:00:32.997920 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 272120aa-74a5-4b46-a534-e40e9810acfc no longer exists at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:00:33.016654 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] No Port match for: 272120aa-74a5-4b46-a534-e40e9810acfc {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:00:33.017059 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 272120aa-74a5-4b46-a534-e40e9810acfc not bound to the agent host dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:00:33.017485 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 9c830e50-27ca-439a-91bb-e22b7f3a5924 no longer exists at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:00:33.035617 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] No Port match for: 9c830e50-27ca-439a-91bb-e22b7f3a5924 {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:00:33.035958 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 9c830e50-27ca-439a-91bb-e22b7f3a5924 not bound to the agent host dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:00:33.069164 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-ad01b1c2-632b-4302-bb5a-97c46bca5b66 admin admin] Deleting port c21be845-4aca-416c-875d-87f62cfc079b {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:00:33.069506 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ad01b1c2-632b-4302-bb5a-97c46bca5b66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:33.143118 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-ad01b1c2-632b-4302-bb5a-97c46bca5b66 admin admin] For port c21be845-4aca-416c-875d-87f62cfc079b, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=c21be845-4aca-416c-875d-87f62cfc079b,segment=NetworkSegment(86c6e495-8e51-4b68-97a8-6021095a9106),segment_id=86c6e495-8e51-4b68-97a8-6021095a9106)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:00:33.143482 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ad01b1c2-632b-4302-bb5a-97c46bca5b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:33.155628 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-ad01b1c2-632b-4302-bb5a-97c46bca5b66 admin admin] Calling delete_port for c21be845-4aca-416c-875d-87f62cfc079b owned by network:router_interface {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:00:33.338266 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ad01b1c2-632b-4302-bb5a-97c46bca5b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:33.366445 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01b1c2-632b-4302-bb5a-97c46bca5b66 admin admin] Pushing event deleted for resources: {'Port': ['ID=c21be845-4aca-416c-875d-87f62cfc079b,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:33.526650 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ad01b1c2-632b-4302-bb5a-97c46bca5b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497198'] for router_interface, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:33.746706 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad01b1c2-632b-4302-bb5a-97c46bca5b66 admin admin] Router 37450299-218f-428e-a9c8-bc5f593ef7db has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:00:33.857280 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad01b1c2-632b-4302-bb5a-97c46bca5b66 admin admin] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:00:33.864196 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-ad01b1c2-632b-4302-bb5a-97c46bca5b66 admin admin] 10.222.0.49 "PUT /v2.0/routers/37450299-218f-428e-a9c8-bc5f593ef7db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6717355 Aug 10 05:00:33.866369 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 34998) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:00:33.866922 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4949e54-561e-434e-a3a8-0c13f093a76b None None] Sync routers for ids ['37450299-218f-428e-a9c8-bc5f593ef7db'] in dv-cinder-804035-1-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:00:33.876177 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4949e54-561e-434e-a3a8-0c13f093a76b None None] Routers {'37450299-218f-428e-a9c8-bc5f593ef7db'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:00:33.876871 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-a4949e54-561e-434e-a3a8-0c13f093a76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:00:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['37450299-218f-428e-a9c8-bc5f593ef7db'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:00:33.967622 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-474732b3-667d-4911-8943-37475fb0ad76 admin admin] Notify callbacks [] for router, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:33.977553 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-a4949e54-561e-434e-a3a8-0c13f093a76b None None] Set router 37450299-218f-428e-a9c8-bc5f593ef7db gateway port host: dv-cinder-804035-1-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:00:34.064526 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-474732b3-667d-4911-8943-37475fb0ad76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:34.121064 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-474732b3-667d-4911-8943-37475fb0ad76 admin admin] Deleting port 01a4d368-5ee1-46ac-a3f5-286bf064cbd5 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:00:34.121411 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-474732b3-667d-4911-8943-37475fb0ad76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:34.203665 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-474732b3-667d-4911-8943-37475fb0ad76 admin admin] For port 01a4d368-5ee1-46ac-a3f5-286bf064cbd5, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=01a4d368-5ee1-46ac-a3f5-286bf064cbd5,segment=NetworkSegment(b7fff169-1c8e-4170-8d8b-00d331120c68),segment_id=b7fff169-1c8e-4170-8d8b-00d331120c68)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:00:34.203985 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-474732b3-667d-4911-8943-37475fb0ad76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:34.218063 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-474732b3-667d-4911-8943-37475fb0ad76 admin admin] Calling delete_port for 01a4d368-5ee1-46ac-a3f5-286bf064cbd5 owned by network:router_gateway {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:00:34.245785 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-a4949e54-561e-434e-a3a8-0c13f093a76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37450299-218f-428e-a9c8-bc5f593ef7db', 'name': 'tempest-TestShelveInstance-470415898-router', 'tenant_id': '3e2113d7c57a4856936e2d342dc0bdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '01a4d368-5ee1-46ac-a3f5-286bf064cbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:55:18Z', 'updated_at': '2021-08-10T05:00:33Z', 'revision_number': 5, 'project_id': '3e2113d7c57a4856936e2d342dc0bdeb', 'gw_port': {'id': '01a4d368-5ee1-46ac-a3f5-286bf064cbd5', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37450299-218f-428e-a9c8-bc5f593ef7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:55:18Z', 'updated_at': '2021-08-10T04:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi'}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:00:34.271707 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4949e54-561e-434e-a3a8-0c13f093a76b None None] Checking router: 37450299-218f-428e-a9c8-bc5f593ef7db for host: dv-cinder-804035-1-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:00:34.283601 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4949e54-561e-434e-a3a8-0c13f093a76b None None] Routers {'37450299-218f-428e-a9c8-bc5f593ef7db'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:00:34.284378 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-a4949e54-561e-434e-a3a8-0c13f093a76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:00:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['37450299-218f-428e-a9c8-bc5f593ef7db'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:00:34.368350 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-a4949e54-561e-434e-a3a8-0c13f093a76b None None] Set router 37450299-218f-428e-a9c8-bc5f593ef7db gateway port host: None {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:00:34.385514 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-474732b3-667d-4911-8943-37475fb0ad76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:34.410009 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474732b3-667d-4911-8943-37475fb0ad76 admin admin] Pushing event deleted for resources: {'Port': ['ID=01a4d368-5ee1-46ac-a3f5-286bf064cbd5,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:34.423420 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-a4949e54-561e-434e-a3a8-0c13f093a76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37450299-218f-428e-a9c8-bc5f593ef7db', 'name': 'tempest-TestShelveInstance-470415898-router', 'tenant_id': '3e2113d7c57a4856936e2d342dc0bdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:55:18Z', 'updated_at': '2021-08-10T05:00:34Z', 'revision_number': 6, 'project_id': '3e2113d7c57a4856936e2d342dc0bdeb', 'gw_port_host': None}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:00:34.450362 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4949e54-561e-434e-a3a8-0c13f093a76b None None] The sync data for ids ['37450299-218f-428e-a9c8-bc5f593ef7db'] in dv-cinder-804035-1-iscsi is: [{'id': '37450299-218f-428e-a9c8-bc5f593ef7db', 'name': 'tempest-TestShelveInstance-470415898-router', 'tenant_id': '3e2113d7c57a4856936e2d342dc0bdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:55:18Z', 'updated_at': '2021-08-10T05:00:34Z', 'revision_number': 6, 'project_id': '3e2113d7c57a4856936e2d342dc0bdeb', 'gw_port_host': None}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:00:34.471547 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-474732b3-667d-4911-8943-37475fb0ad76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496328'] for router_gateway, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:34.566050 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-474732b3-667d-4911-8943-37475fb0ad76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:34.568250 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-474732b3-667d-4911-8943-37475fb0ad76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:34.615226 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-474732b3-667d-4911-8943-37475fb0ad76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492488'] for router, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:34.615766 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474732b3-667d-4911-8943-37475fb0ad76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37450299-218f-428e-a9c8-bc5f593ef7db {{(pid=93278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 05:00:34.620625 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-474732b3-667d-4911-8943-37475fb0ad76 admin admin] Notify callbacks [] for router, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:34.621762 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-474732b3-667d-4911-8943-37475fb0ad76 admin admin] 10.222.0.49 "DELETE /v2.0/routers/37450299-218f-428e-a9c8-bc5f593ef7db HTTP/1.1" status: 204 len: 168 time: 0.7545016 Aug 10 05:00:34.624349 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 35000) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:00:34.673223 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_v2 [None req-f80a1c03-2f63-473c-be04-d595a501ca52 admin admin] Deleting subnet 6a17af9b-5711-4008-8440-1a2cebe56305 {{(pid=93278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 05:00:34.676482 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f80a1c03-2f63-473c-be04-d595a501ca52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:34.710792 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f80a1c03-2f63-473c-be04-d595a501ca52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6830759'] for subnet, precommit_delete_associations {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:34.788739 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f80a1c03-2f63-473c-be04-d595a501ca52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3582293'] for subnet, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:34.849988 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f80a1c03-2f63-473c-be04-d595a501ca52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3582274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7361678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7953826'] for subnet, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:34.878727 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a1c03-2f63-473c-be04-d595a501ca52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a17af9b-5711-4008-8440-1a2cebe56305,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:34.884408 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f80a1c03-2f63-473c-be04-d595a501ca52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:34.886526 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-f80a1c03-2f63-473c-be04-d595a501ca52 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6a17af9b-5711-4008-8440-1a2cebe56305 HTTP/1.1" status: 204 len: 168 time: 0.2612617 Aug 10 05:00:34.889170 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 35004) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:00:34.889693 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d33ea5-c736-42e6-977b-cb2fd01610d1 None None] Network 9e7e0939-c39a-468f-ae81-373389c2a71d requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:00:34.957135 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0598f52e-30e4-4fb7-b1c9-967ee6083187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727498'] for network, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:35.008516 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-0598f52e-30e4-4fb7-b1c9-967ee6083187 admin admin] Deleting port 38753d4e-729b-48fe-be51-cc6710988cc4 {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:00:35.008864 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0598f52e-30e4-4fb7-b1c9-967ee6083187 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:35.069909 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-0598f52e-30e4-4fb7-b1c9-967ee6083187 admin admin] For port 38753d4e-729b-48fe-be51-cc6710988cc4, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=38753d4e-729b-48fe-be51-cc6710988cc4,segment=NetworkSegment(86c6e495-8e51-4b68-97a8-6021095a9106),segment_id=86c6e495-8e51-4b68-97a8-6021095a9106)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:00:35.070203 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0598f52e-30e4-4fb7-b1c9-967ee6083187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:35.082376 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-0598f52e-30e4-4fb7-b1c9-967ee6083187 admin admin] Calling delete_port for 38753d4e-729b-48fe-be51-cc6710988cc4 owned by network:dhcp {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:00:35.162995 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0598f52e-30e4-4fb7-b1c9-967ee6083187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:35.188002 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598f52e-30e4-4fb7-b1c9-967ee6083187 admin admin] Pushing event deleted for resources: {'Port': ['ID=38753d4e-729b-48fe-be51-cc6710988cc4,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:35.191646 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0598f52e-30e4-4fb7-b1c9-967ee6083187 admin admin] No DVR routers for this DVR port 38753d4e-729b-48fe-be51-cc6710988cc4 on host dv-cinder-804035-1-iscsi {{(pid=93277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:00:35.225838 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b63a314-1780-454c-b665-74905f327e50 None None] DHCP port deletion for 9e7e0939-c39a-468f-ae81-373389c2a71d request from dv-cinder-804035-1-iscsi {{(pid=93279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 05:00:35.277076 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0598f52e-30e4-4fb7-b1c9-967ee6083187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580114', 'neutron.services.segments.db._delete_segments_for_network-8757410627184'] for network, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:35.286772 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-0598f52e-30e4-4fb7-b1c9-967ee6083187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e7e0939-c39a-468f-ae81-373389c2a71d']}} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:00:35.289157 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 38753d4e-729b-48fe-be51-cc6710988cc4 no longer exists at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:00:35.296933 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-0598f52e-30e4-4fb7-b1c9-967ee6083187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c6e495-8e51-4b68-97a8-6021095a9106') {'for_net_delete': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:00:35.297220 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-0598f52e-30e4-4fb7-b1c9-967ee6083187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c6e495-8e51-4b68-97a8-6021095a9106') {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:00:35.305830 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0598f52e-30e4-4fb7-b1c9-967ee6083187 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757410630265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58878282'] for segment, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:35.309900 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] No Port match for: 38753d4e-729b-48fe-be51-cc6710988cc4 {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:00:35.310313 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 38753d4e-729b-48fe-be51-cc6710988cc4 not bound to the agent host dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:00:35.310784 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device c21be845-4aca-416c-875d-87f62cfc079b no longer exists at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:00:35.319407 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0598f52e-30e4-4fb7-b1c9-967ee6083187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:35.327048 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0598f52e-30e4-4fb7-b1c9-967ee6083187 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 05:00:35.327584 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0598f52e-30e4-4fb7-b1c9-967ee6083187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59046962'] for segment, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:35.329327 dv-cinder-804035-1-iscsi neutron-server[93277]: Traceback (most recent call last): Aug 10 05:00:35.329327 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 05:00:35.329327 dv-cinder-804035-1-iscsi neutron-server[93277]: timer() Aug 10 05:00:35.329327 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 05:00:35.329327 dv-cinder-804035-1-iscsi neutron-server[93277]: cb(*args, **kw) Aug 10 05:00:35.329327 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 05:00:35.329327 dv-cinder-804035-1-iscsi neutron-server[93277]: return func(*args, **kwargs) Aug 10 05:00:35.329327 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 05:00:35.329327 dv-cinder-804035-1-iscsi neutron-server[93277]: self._notify() Aug 10 05:00:35.329327 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 05:00:35.329327 dv-cinder-804035-1-iscsi neutron-server[93277]: self.callback(batched_events) Aug 10 05:00:35.329327 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 05:00:35.329327 dv-cinder-804035-1-iscsi neutron-server[93277]: event.method(event) Aug 10 05:00:35.329327 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 05:00:35.329327 dv-cinder-804035-1-iscsi neutron-server[93277]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 05:00:35.329327 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 05:00:35.329327 dv-cinder-804035-1-iscsi neutron-server[93277]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 05:00:35.329327 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 05:00:35.329327 dv-cinder-804035-1-iscsi neutron-server[93277]: return f(self, *a, **k) Aug 10 05:00:35.329327 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 05:00:35.329327 dv-cinder-804035-1-iscsi neutron-server[93277]: return self._get(url).json() Aug 10 05:00:35.329327 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 05:00:35.329327 dv-cinder-804035-1-iscsi neutron-server[93277]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 05:00:35.329327 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 05:00:35.329327 dv-cinder-804035-1-iscsi neutron-server[93277]: return self.request(url, 'GET', **kwargs) Aug 10 05:00:35.329327 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 05:00:35.329327 dv-cinder-804035-1-iscsi neutron-server[93277]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 05:00:35.329327 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 05:00:35.329327 dv-cinder-804035-1-iscsi neutron-server[93277]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 05:00:35.329327 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 05:00:35.329327 dv-cinder-804035-1-iscsi neutron-server[93277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 05:00:35.329327 dv-cinder-804035-1-iscsi neutron-server[93277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 05:00:35.334664 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] No Port match for: c21be845-4aca-416c-875d-87f62cfc079b {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:00:35.334996 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device c21be845-4aca-416c-875d-87f62cfc079b not bound to the agent host dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:00:35.335521 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 01a4d368-5ee1-46ac-a3f5-286bf064cbd5 no longer exists at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:00:35.354922 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] No Port match for: 01a4d368-5ee1-46ac-a3f5-286bf064cbd5 {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:00:35.355299 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 01a4d368-5ee1-46ac-a3f5-286bf064cbd5 not bound to the agent host dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:00:35.388454 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0598f52e-30e4-4fb7-b1c9-967ee6083187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496300'] for network, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:35.394188 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0598f52e-30e4-4fb7-b1c9-967ee6083187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:35.396046 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-0598f52e-30e4-4fb7-b1c9-967ee6083187 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9e7e0939-c39a-468f-ae81-373389c2a71d HTTP/1.1" status: 204 len: 168 time: 0.5058980 Aug 10 05:00:35.406543 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598f52e-30e4-4fb7-b1c9-967ee6083187 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e7e0939-c39a-468f-ae81-373389c2a71d,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:35.526643 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 35008) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:00:35.568878 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-df6ff403-45e4-401a-b864-1d891dcafc2d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6675a69d46c84a9aa91ed89f3afdd555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410457 Aug 10 05:00:35.572196 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 35010) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:00:35.633749 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-bbb5df69-07b5-488e-b7e8-5f53e2392b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:35.653815 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-bbb5df69-07b5-488e-b7e8-5f53e2392b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:35.706480 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-bbb5df69-07b5-488e-b7e8-5f53e2392b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:35.709079 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-bbb5df69-07b5-488e-b7e8-5f53e2392b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:35.710324 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-bbb5df69-07b5-488e-b7e8-5f53e2392b2a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce4e83da-8ef4-4c78-9d28-315056fabad8 HTTP/1.1" status: 204 len: 168 time: 0.1372669 Aug 10 05:00:35.718493 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5df69-07b5-488e-b7e8-5f53e2392b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4e83da-8ef4-4c78-9d28-315056fabad8,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:36.062368 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 35018) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:00:36.102675 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-04764016-38b7-4823-8341-fe888a2ccb33 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3e2113d7c57a4856936e2d342dc0bdeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390484 Aug 10 05:00:36.106194 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 35020) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:00:36.154385 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1e6b3b52-4318-4c54-b633-9d1065f5aa87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:36.176089 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1e6b3b52-4318-4c54-b633-9d1065f5aa87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:36.230050 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1e6b3b52-4318-4c54-b633-9d1065f5aa87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:36.232705 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1e6b3b52-4318-4c54-b633-9d1065f5aa87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:36.233877 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-1e6b3b52-4318-4c54-b633-9d1065f5aa87 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8224bf1c-6421-43a2-8f03-324c04edad97 HTTP/1.1" status: 204 len: 168 time: 0.1268001 Aug 10 05:00:36.241988 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b3b52-4318-4c54-b633-9d1065f5aa87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8224bf1c-6421-43a2-8f03-324c04edad97,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:39.389518 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659da72-8475-4925-bc4a-3bfedb9434d9 req-df87bbba-1302-406c-a209-6673d22b2d56 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:39.391770 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a659da72-8475-4925-bc4a-3bfedb9434d9 req-df87bbba-1302-406c-a209-6673d22b2d56 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0564408 Aug 10 05:00:39.432946 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a659da72-8475-4925-bc4a-3bfedb9434d9 req-4b94a8ce-46c2-4fd4-86d6-195ee0156ea0 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341401 Aug 10 05:00:39.983465 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fc588-a8d6-47ed-b8d3-2ea7060c27d5 req-08722e26-830e-4618-8bb2-4d9db3cd50fb tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:39.984949 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bb9fc588-a8d6-47ed-b8d3-2ea7060c27d5 req-08722e26-830e-4618-8bb2-4d9db3cd50fb tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 946 time: 0.0528474 Aug 10 05:00:40.023372 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bb9fc588-a8d6-47ed-b8d3-2ea7060c27d5 req-bfea4419-ed44-41a4-bccd-3b1a10e8ba2c tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322747 Aug 10 05:00:40.502877 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:00:40.560326 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9f58b-cd08-48c8-a70d-01f8d266f7cf req-8d7780b3-4229-453b-95c2-f20c73ecd1f7 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:40.561794 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4ca9f58b-cd08-48c8-a70d-01f8d266f7cf req-8d7780b3-4229-453b-95c2-f20c73ecd1f7 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0539491 Aug 10 05:00:40.608472 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4ca9f58b-cd08-48c8-a70d-01f8d266f7cf req-87c0273c-1606-4c96-b492-9c3b6c4662cc tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371037 Aug 10 05:00:41.160063 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b064405-fa1c-4e7d-9b66-483569730eec req-dbce219a-2a86-4889-aede-e667e9966f40 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:41.161551 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0b064405-fa1c-4e7d-9b66-483569730eec req-dbce219a-2a86-4889-aede-e667e9966f40 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 946 time: 0.0643289 Aug 10 05:00:41.203507 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0b064405-fa1c-4e7d-9b66-483569730eec req-4a47c6bf-8577-4f61-b23f-1aa18712b919 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330124 Aug 10 05:00:41.748589 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341064e1-c3f8-4d50-9e80-686015100de2 req-088426d2-2956-4a22-be05-bb6bb8dd1fad tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:41.750102 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-341064e1-c3f8-4d50-9e80-686015100de2 req-088426d2-2956-4a22-be05-bb6bb8dd1fad tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0583370 Aug 10 05:00:41.793910 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-341064e1-c3f8-4d50-9e80-686015100de2 req-ef782cfd-8a06-40da-af56-8865e2428d7f tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376835 Aug 10 05:00:42.192935 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9269f0-f18f-4032-95e7-b5e1677b1d35 req-23821710-763f-4984-9aa2-8b4df2c4f6f8 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:42.194365 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cf9269f0-f18f-4032-95e7-b5e1677b1d35 req-23821710-763f-4984-9aa2-8b4df2c4f6f8 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.63 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 946 time: 0.0621426 Aug 10 05:00:42.315907 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-cf9269f0-f18f-4032-95e7-b5e1677b1d35 req-279ee37a-a892-4f28-b63c-59532be8df68 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Deleting port 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:00:42.316150 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cf9269f0-f18f-4032-95e7-b5e1677b1d35 req-279ee37a-a892-4f28-b63c-59532be8df68 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:42.378828 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeacede-59cb-4471-bfbb-76653b81638e req-da646884-5bd7-4467-8e18-b8a09ae24bf3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:42.380312 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5eeacede-59cb-4471-bfbb-76653b81638e req-da646884-5bd7-4467-8e18-b8a09ae24bf3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 946 time: 0.0982337 Aug 10 05:00:42.431233 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-cf9269f0-f18f-4032-95e7-b5e1677b1d35 req-279ee37a-a892-4f28-b63c-59532be8df68 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] For port 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029,segment=NetworkSegment(3f230113-748d-49c3-b686-177bf1e5d247),segment_id=3f230113-748d-49c3-b686-177bf1e5d247)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:00:42.431595 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cf9269f0-f18f-4032-95e7-b5e1677b1d35 req-279ee37a-a892-4f28-b63c-59532be8df68 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:42.470018 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5eeacede-59cb-4471-bfbb-76653b81638e req-62947c36-a8af-46ae-bd76-6ff53bbd7c9e tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=abb473a0-e24e-4131-885b-cf288055d563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821774 Aug 10 05:00:42.665725 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cf9269f0-f18f-4032-95e7-b5e1677b1d35 req-279ee37a-a892-4f28-b63c-59532be8df68 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:42.665970 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cf9269f0-f18f-4032-95e7-b5e1677b1d35 req-279ee37a-a892-4f28-b63c-59532be8df68 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496286'] for floatingip, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:42.666290 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.db.l3_db [req-cf9269f0-f18f-4032-95e7-b5e1677b1d35 req-279ee37a-a892-4f28-b63c-59532be8df68 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Floating IP 4f3d75aa-fa36-48a1-9f55-506f5f1a9416 disassociated. External IP: 172.27.0.70, port: 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029. Aug 10 05:00:42.666628 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-cf9269f0-f18f-4032-95e7-b5e1677b1d35 req-279ee37a-a892-4f28-b63c-59532be8df68 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Calling delete_port for 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 owned by compute:nova {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:00:43.089499 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cf9269f0-f18f-4032-95e7-b5e1677b1d35 req-279ee37a-a892-4f28-b63c-59532be8df68 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:43.129739 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7207685-1c92-47c5-b750-9680b406d554 req-805cef09-d3ed-427b-a6e2-9e0ced146b91 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:43.131327 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b7207685-1c92-47c5-b750-9680b406d554 req-805cef09-d3ed-427b-a6e2-9e0ced146b91 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0824478 Aug 10 05:00:43.133997 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ee37a-a892-4f28-b63c-59532be8df68 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Pushing event deleted for resources: {'Port': ['ID=2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:43.240938 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b7207685-1c92-47c5-b750-9680b406d554 req-cec04128-9520-4ea0-99e7-73140d51729d tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680552 Aug 10 05:00:43.268301 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf9269f0-f18f-4032-95e7-b5e1677b1d35 req-279ee37a-a892-4f28-b63c-59532be8df68 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Router 66306674-7218-49b9-a663-50abf9c73e79 has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:00:43.374706 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf9269f0-f18f-4032-95e7-b5e1677b1d35 req-279ee37a-a892-4f28-b63c-59532be8df68 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:00:43.386339 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016d1275-efd4-4d22-953f-591ec2d1c9f5 None None] Sync routers for ids ['66306674-7218-49b9-a663-50abf9c73e79'] in dv-cinder-804035-1-iscsi {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:00:43.396189 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016d1275-efd4-4d22-953f-591ec2d1c9f5 None None] Routers {'66306674-7218-49b9-a663-50abf9c73e79'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:00:43.396878 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-016d1275-efd4-4d22-953f-591ec2d1c9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:00:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['66306674-7218-49b9-a663-50abf9c73e79'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:00:43.416452 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9269f0-f18f-4032-95e7-b5e1677b1d35 req-279ee37a-a892-4f28-b63c-59532be8df68 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] No DVR routers for this DVR port 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 on host hv-cinder-80403 {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:00:43.419591 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cf9269f0-f18f-4032-95e7-b5e1677b1d35 req-279ee37a-a892-4f28-b63c-59532be8df68 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:43.423092 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cf9269f0-f18f-4032-95e7-b5e1677b1d35 req-279ee37a-a892-4f28-b63c-59532be8df68 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.63 "DELETE /v2.0/ports/2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 HTTP/1.1" status: 204 len: 173 time: 1.2217383 Aug 10 05:00:43.423860 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208c376a-028a-409c-b719-98ac7e15d562', 'name': 'network-vif-deleted', 'tag': '2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:00:43.427804 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ad241413e3c5b5cfbdfd8ddf86169eda0c2eb72df278c9415fbec86a6c2f7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f83702e-28c4-442a-b301-6c131395546b" -d '{"events": [{"server_uuid": "208c376a-028a-409c-b719-98ac7e15d562", "name": "network-vif-deleted", "tag": "2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:00:43.470001 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe079418-fd2c-495f-bef0-ae0ced56dddf x-openstack-request-id: req-fe079418-fd2c-495f-bef0-ae0ced56dddf {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:00:43.470296 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208c376a-028a-409c-b719-98ac7e15d562", "name": "network-vif-deleted", "tag": "2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:00:43.470578 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fe079418-fd2c-495f-bef0-ae0ced56dddf {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:00:43.471268 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208c376a-028a-409c-b719-98ac7e15d562', 'name': 'network-vif-deleted', 'tag': '2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029', 'status': 'completed', 'code': 200} Aug 10 05:00:43.526324 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-016d1275-efd4-4d22-953f-591ec2d1c9f5 None None] Set router 66306674-7218-49b9-a663-50abf9c73e79 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:00:43.589318 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ec62309a-2337-4a86-ad18-940f23edbcc0 req-dbfc77cc-ee44-4b66-a3b6-27e15015487c tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=208c376a-028a-409c-b719-98ac7e15d562 HTTP/1.1" status: 200 len: 210 time: 0.0285864 Aug 10 05:00:43.729199 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-016d1275-efd4-4d22-953f-591ec2d1c9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66306674-7218-49b9-a663-50abf9c73e79', 'name': 'tempest-AttachVolumeShelveTestJSON-1116160133-router', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:23Z', 'updated_at': '2021-08-10T04:52:30Z', 'revision_number': 4, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'gw_port': {'id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66306674-7218-49b9-a663-50abf9c73e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:25Z', 'updated_at': '2021-08-10T04:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': 'b3ee7556-80f3-4a6c-87a6-372bc1e58c00', 'name': '', 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'mac_address': 'fa:16:3e:d5:21:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66306674-7218-49b9-a663-50abf9c73e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:29Z', 'updated_at': '2021-08-10T04:52:39Z', 'revision_number': 5, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'subnets': [{'id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:00:43.757975 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016d1275-efd4-4d22-953f-591ec2d1c9f5 None None] Checking router: 66306674-7218-49b9-a663-50abf9c73e79 for host: dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:00:43.766493 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016d1275-efd4-4d22-953f-591ec2d1c9f5 None None] Routers {'66306674-7218-49b9-a663-50abf9c73e79'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:00:43.767116 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-016d1275-efd4-4d22-953f-591ec2d1c9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:00:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['66306674-7218-49b9-a663-50abf9c73e79'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:00:43.881094 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-016d1275-efd4-4d22-953f-591ec2d1c9f5 None None] Set router 66306674-7218-49b9-a663-50abf9c73e79 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:00:44.090782 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-016d1275-efd4-4d22-953f-591ec2d1c9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66306674-7218-49b9-a663-50abf9c73e79', 'name': 'tempest-AttachVolumeShelveTestJSON-1116160133-router', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:23Z', 'updated_at': '2021-08-10T04:52:30Z', 'revision_number': 4, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'gw_port': {'id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66306674-7218-49b9-a663-50abf9c73e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:25Z', 'updated_at': '2021-08-10T04:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': 'b3ee7556-80f3-4a6c-87a6-372bc1e58c00', 'name': '', 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'mac_address': 'fa:16:3e:d5:21:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66306674-7218-49b9-a663-50abf9c73e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:29Z', 'updated_at': '2021-08-10T04:52:39Z', 'revision_number': 5, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'subnets': [{'id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:00:44.116766 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016d1275-efd4-4d22-953f-591ec2d1c9f5 None None] The sync data for ids ['66306674-7218-49b9-a663-50abf9c73e79'] in dv-cinder-804035-1-iscsi is: [{'id': '66306674-7218-49b9-a663-50abf9c73e79', 'name': 'tempest-AttachVolumeShelveTestJSON-1116160133-router', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:23Z', 'updated_at': '2021-08-10T04:52:30Z', 'revision_number': 4, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'gw_port': {'id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66306674-7218-49b9-a663-50abf9c73e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:25Z', 'updated_at': '2021-08-10T04:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': 'b3ee7556-80f3-4a6c-87a6-372bc1e58c00', 'name': '', 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'mac_address': 'fa:16:3e:d5:21:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66306674-7218-49b9-a663-50abf9c73e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:29Z', 'updated_at': '2021-08-10T04:52:39Z', 'revision_number': 5, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'subnets': [{'id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:00:44.354032 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ffddc9-3055-472f-9d63-1c14b143c312 None None] New status for floating IP 4f3d75aa-fa36-48a1-9f55-506f5f1a9416: DOWN {{(pid=93280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:00:44.366918 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33cb09-df0e-46cf-8067-68055862f69e req-5d7c9340-7ecc-4b27-97e4-723dacd50a4c tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:44.368418 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4b33cb09-df0e-46cf-8067-68055862f69e req-5d7c9340-7ecc-4b27-97e4-723dacd50a4c tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0502791 Aug 10 05:00:44.406309 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4b33cb09-df0e-46cf-8067-68055862f69e req-2edf6e5b-f030-4599-a022-2ffbf4a6476c tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317957 Aug 10 05:00:44.486716 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:00:44.510045 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] No Port match for: 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:00:44.510404 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 2780d5d3-a8ae-46b9-8fcf-5eb4ed7c4029 not bound to the agent host hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:00:44.684666 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 35082) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:00:44.741669 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4c2a264a-0761-4ef4-a135-553b1687f410 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:44.764965 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4c2a264a-0761-4ef4-a135-553b1687f410 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:44.812585 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4c2a264a-0761-4ef4-a135-553b1687f410 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:44.815103 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4c2a264a-0761-4ef4-a135-553b1687f410 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:44.818729 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-4c2a264a-0761-4ef4-a135-553b1687f410 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "DELETE /v2.0/security-groups/abb473a0-e24e-4131-885b-cf288055d563 HTTP/1.1" status: 204 len: 168 time: 0.1305768 Aug 10 05:00:44.819173 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 35084) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:00:44.825343 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a264a-0761-4ef4-a135-553b1687f410 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb473a0-e24e-4131-885b-cf288055d563,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:44.836465 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.api.v2.resource [None req-1dd10d78-7d0c-46da-a645-011716ec9c9a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] show failed (client error): The resource could not be found. Aug 10 05:00:44.837528 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-1dd10d78-7d0c-46da-a645-011716ec9c9a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups/abb473a0-e24e-4131-885b-cf288055d563 HTTP/1.1" status: 404 len: 347 time: 0.0173481 Aug 10 05:00:44.841305 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 35086) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:00:44.968737 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-7e8b4b9f-69e2-4034-a9bf-893971c160b3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Deleting port 4e68b882-49d1-4ecb-94c0-7d3c67a7d104 {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:00:44.969066 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7e8b4b9f-69e2-4034-a9bf-893971c160b3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:45.047634 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7e8b4b9f-69e2-4034-a9bf-893971c160b3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:45.048086 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7e8b4b9f-69e2-4034-a9bf-893971c160b3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:45.060801 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-7e8b4b9f-69e2-4034-a9bf-893971c160b3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Calling delete_port for 4e68b882-49d1-4ecb-94c0-7d3c67a7d104 owned by network:floatingip {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:00:45.195303 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7e8b4b9f-69e2-4034-a9bf-893971c160b3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:45.221302 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b4b9f-69e2-4034-a9bf-893971c160b3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Pushing event deleted for resources: {'Port': ['ID=4e68b882-49d1-4ecb-94c0-7d3c67a7d104,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:45.281189 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7e8b4b9f-69e2-4034-a9bf-893971c160b3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for floatingip, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:45.283835 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7e8b4b9f-69e2-4034-a9bf-893971c160b3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for floatingip, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:45.285050 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-7e8b4b9f-69e2-4034-a9bf-893971c160b3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "DELETE /v2.0/floatingips/4f3d75aa-fa36-48a1-9f55-506f5f1a9416 HTTP/1.1" status: 204 len: 168 time: 0.4427013 Aug 10 05:00:45.524293 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52740723-cc62-482e-8280-8d234c3730af req-331a0330-5a9d-4921-a11d-6e173e02166d tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:45.525858 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-52740723-cc62-482e-8280-8d234c3730af req-331a0330-5a9d-4921-a11d-6e173e02166d tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0490403 Aug 10 05:00:45.565462 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-52740723-cc62-482e-8280-8d234c3730af req-3f1ef2c8-282c-4077-834c-14d9055ebe51 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332265 Aug 10 05:00:45.966351 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 35092) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:00:45.971224 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-4ab36863-119a-4d14-92d7-6f0289bb5aee tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Request body: {'security_group': {'name': 'tempest-securitygroup--637577430', 'description': 'tempest-description--1614920693'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:00:45.997416 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4ab36863-119a-4d14-92d7-6f0289bb5aee tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:46.081233 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4ab36863-119a-4d14-92d7-6f0289bb5aee tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:46.086747 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4ab36863-119a-4d14-92d7-6f0289bb5aee tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:46.113481 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4ab36863-119a-4d14-92d7-6f0289bb5aee tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:46.114673 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-4ab36863-119a-4d14-92d7-6f0289bb5aee tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1473153 Aug 10 05:00:46.116579 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab36863-119a-4d14-92d7-6f0289bb5aee tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc4cdc2-0050-421f-a472-155e394f9af8,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:46.117812 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 35094) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:00:46.122563 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-08abb297-1d61-4853-b08c-9883b4ff734f tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Request body: {'security_group_rule': {'security_group_id': '4dc4cdc2-0050-421f-a472-155e394f9af8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:00:46.157256 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-08abb297-1d61-4853-b08c-9883b4ff734f tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:46.205603 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-08abb297-1d61-4853-b08c-9883b4ff734f tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:46.213641 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-08abb297-1d61-4853-b08c-9883b4ff734f tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446792'] for security_group_rule, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:46.235737 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abb297-1d61-4853-b08c-9883b4ff734f tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1891f2d-41e0-4012-abcc-3902ca3f79a9,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:46.240212 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-08abb297-1d61-4853-b08c-9883b4ff734f tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:46.241476 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-08abb297-1d61-4853-b08c-9883b4ff734f tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226022 Aug 10 05:00:46.244411 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 35096) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:00:46.248790 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-950e3fcf-d926-4185-9d79-122b086ecdf9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Request body: {'security_group_rule': {'security_group_id': '4dc4cdc2-0050-421f-a472-155e394f9af8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:00:46.279295 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-950e3fcf-d926-4185-9d79-122b086ecdf9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:46.335436 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-950e3fcf-d926-4185-9d79-122b086ecdf9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:46.340739 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-950e3fcf-d926-4185-9d79-122b086ecdf9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446792'] for security_group_rule, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:46.357771 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e3fcf-d926-4185-9d79-122b086ecdf9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd77c812-ba34-4d7d-93e6-5c622bde497f,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:46.364637 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-950e3fcf-d926-4185-9d79-122b086ecdf9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:46.365872 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-950e3fcf-d926-4185-9d79-122b086ecdf9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205101 Aug 10 05:00:46.369002 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 35098) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:00:46.373306 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-f3032eea-09e1-4265-be87-2f42a85eea95 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Request body: {'floatingip': {'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:00:46.401577 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f3032eea-09e1-4265-be87-2f42a85eea95 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for floatingip, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:46.503518 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f3032eea-09e1-4265-be87-2f42a85eea95 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:46.626927 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [None req-f3032eea-09e1-4265-be87-2f42a85eea95 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Allocated IP 172.27.0.119 (0a1a8acd-4687-4edf-98ff-0a50fc5a0482/3fb0ac1d-f2fb-452a-b682-4051fe90b57f/03a0c589-5fe0-4580-a3f7-0575d0d19b62) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:00:46.743325 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b8a83-0438-4795-a991-fcac6969c7e4 req-c6f718c5-aa37-4e11-840d-071b8cfe84ab tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:46.744818 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e06b8a83-0438-4795-a991-fcac6969c7e4 req-c6f718c5-aa37-4e11-840d-071b8cfe84ab tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.1071894 Aug 10 05:00:46.789017 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f3032eea-09e1-4265-be87-2f42a85eea95 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:46.808592 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e06b8a83-0438-4795-a991-fcac6969c7e4 req-79b70038-910a-4beb-97e7-cd7f761b0f63 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573006 Aug 10 05:00:46.841879 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f3032eea-09e1-4265-be87-2f42a85eea95 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:46.886009 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3032eea-09e1-4265-be87-2f42a85eea95 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Network 0a1a8acd-4687-4edf-98ff-0a50fc5a0482 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:00:46.888852 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-f3032eea-09e1-4265-be87-2f42a85eea95 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:00:46.893587 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3032eea-09e1-4265-be87-2f42a85eea95 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:00:46.899260 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3032eea-09e1-4265-be87-2f42a85eea95 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Pushing event updated for resources: {'Port': ['ID=03a0c589-5fe0-4580-a3f7-0575d0d19b62,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:46.994282 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f3032eea-09e1-4265-be87-2f42a85eea95 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:47.032523 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f3032eea-09e1-4265-be87-2f42a85eea95 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:47.147186 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-07f45d1b-514c-4942-837d-c7ed55e2524a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:47.184294 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f3032eea-09e1-4265-be87-2f42a85eea95 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:47.191256 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f3032eea-09e1-4265-be87-2f42a85eea95 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7361716'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:47.258158 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3032eea-09e1-4265-be87-2f42a85eea95 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Pushing event updated for resources: {'Port': ['ID=03a0c589-5fe0-4580-a3f7-0575d0d19b62,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:47.269022 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f3032eea-09e1-4265-be87-2f42a85eea95 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496286'] for floatingip, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:47.285242 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f3032eea-09e1-4265-be87-2f42a85eea95 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for floatingip, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:47.286501 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-f3032eea-09e1-4265-be87-2f42a85eea95 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9165430 Aug 10 05:00:47.483386 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-0dee5f5c-85a6-46b0-8acc-40c8a8dbc038 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--637577430&fields=id&tenant_id=66a8bb3c6be240719e5ec8a74319a2e3 HTTP/1.1" status: 200 len: 267 time: 0.0362482 Aug 10 05:00:47.613308 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-6d428403-bc19-49d9-8edf-106f033a773a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:47.614840 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-6d428403-bc19-49d9-8edf-106f033a773a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/networks?id=1d5d3c9f-e413-437f-a63e-a3f1a946fd9c HTTP/1.1" status: 200 len: 817 time: 0.1235616 Aug 10 05:00:47.632809 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-3d5fdba2-25fc-42c1-a4d5-c9094ea3bb02 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/quotas/66a8bb3c6be240719e5ec8a74319a2e3 HTTP/1.1" status: 200 len: 375 time: 0.0105081 Aug 10 05:00:47.712065 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-69ecc1df-c98f-462c-92bc-1db542fb8186 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=66a8bb3c6be240719e5ec8a74319a2e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0717375 Aug 10 05:00:47.817218 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-7ca6ebb2-e087-4dce-a889-dc80d9e5f1f1 service neutron] 10.222.0.49 "GET /v2.0/networks/1d5d3c9f-e413-437f-a63e-a3f1a946fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898540 Aug 10 05:00:47.934751 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-4bbc4d50-a199-469c-86c6-68d0e99cf5c4 service neutron] 10.222.0.49 "GET /v2.0/networks/1d5d3c9f-e413-437f-a63e-a3f1a946fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112897 Aug 10 05:00:47.951438 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867a1f4-fa85-4956-a813-0e2200e7938c req-5c015936-1e6b-44be-952d-538176c15653 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:47.953055 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f867a1f4-fa85-4956-a813-0e2200e7938c req-5c015936-1e6b-44be-952d-538176c15653 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0730534 Aug 10 05:00:47.996345 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f867a1f4-fa85-4956-a813-0e2200e7938c req-8e7b278f-99c7-4885-a1c2-b46b9ae55377 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373197 Aug 10 05:00:48.107655 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2b30f3a8-1dc0-4b2d-a518-01b834ff11da req-1d9ef0c1-8f28-46cb-9bcd-3de6f59b9664 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 210 time: 0.0273018 Aug 10 05:00:49.187639 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5cfde4-f285-43a0-9f99-09fabb4f2a22 req-f6613734-b8a0-4737-8f2d-6d70dcdfbfb3 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:49.189040 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7a5cfde4-f285-43a0-9f99-09fabb4f2a22 req-f6613734-b8a0-4737-8f2d-6d70dcdfbfb3 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.1098261 Aug 10 05:00:49.235593 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c5e88dc7-e08d-4a65-b061-b7eb3aba7df0 req-ce738689-19fe-46cc-b3b7-e6c0095508a3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 210 time: 0.0397768 Aug 10 05:00:49.271025 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-9de5812b-cc94-483b-944d-615594a92962 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:49.272487 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-9de5812b-cc94-483b-944d-615594a92962 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.63 "GET /v2.0/networks?id=1d5d3c9f-e413-437f-a63e-a3f1a946fd9c HTTP/1.1" status: 200 len: 817 time: 0.1672049 Aug 10 05:00:49.280904 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7a5cfde4-f285-43a0-9f99-09fabb4f2a22 req-ec33257f-e45a-4954-9a85-6ee94ad36592 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824778 Aug 10 05:00:49.321445 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-bcde2522-61da-42af-bf7f-02bda6800319 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66a8bb3c6be240719e5ec8a74319a2e3 HTTP/1.1" status: 200 len: 379 time: 0.0352170 Aug 10 05:00:49.339805 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-9d0dcb42-11d9-4188-bd76-bdda2c55b8a2 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Request body: {'port': {'device_id': '397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52', 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c', 'admin_state_up': True, 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'security_groups': ['4dc4cdc2-0050-421f-a472-155e394f9af8']}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:00:49.461654 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-9d0dcb42-11d9-4188-bd76-bdda2c55b8a2 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Made reservation on behalf of 66a8bb3c6be240719e5ec8a74319a2e3 for: {'port': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:00:49.465275 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-9d0dcb42-11d9-4188-bd76-bdda2c55b8a2 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:49.599688 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-9d0dcb42-11d9-4188-bd76-bdda2c55b8a2 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Allocated IP 172.20.0.4 (1d5d3c9f-e413-437f-a63e-a3f1a946fd9c/730c2c7a-bff8-4fac-9b46-2ea8ba090a71/86c7b64a-99db-41a1-96ad-b937e738039f) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:00:49.750403 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-9d0dcb42-11d9-4188-bd76-bdda2c55b8a2 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:49.751607 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:49.764994 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-9d0dcb42-11d9-4188-bd76-bdda2c55b8a2 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Transition to ACTIVE for port object 86c7b64a-99db-41a1-96ad-b937e738039f will not be triggered until provisioned by entity DHCP. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:00:49.803861 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-9d0dcb42-11d9-4188-bd76-bdda2c55b8a2 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:49.847623 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-9d0dcb42-11d9-4188-bd76-bdda2c55b8a2 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Network 1d5d3c9f-e413-437f-a63e-a3f1a946fd9c is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:00:49.850667 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-9d0dcb42-11d9-4188-bd76-bdda2c55b8a2 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:00:49.853043 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-9d0dcb42-11d9-4188-bd76-bdda2c55b8a2 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:00:49.885100 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0dcb42-11d9-4188-bd76-bdda2c55b8a2 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Pushing event updated for resources: {'Port': ['ID=86c7b64a-99db-41a1-96ad-b937e738039f,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:49.912790 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-9d0dcb42-11d9-4188-bd76-bdda2c55b8a2 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:49.913443 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-9d0dcb42-11d9-4188-bd76-bdda2c55b8a2 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:49.929861 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-9d0dcb42-11d9-4188-bd76-bdda2c55b8a2 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5938632 Aug 10 05:00:49.943694 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-07d54278-06e4-4fb1-813a-9571b14a06eb service neutron] Request body: {'port': {'device_id': '397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:00:49.998534 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-07d54278-06e4-4fb1-813a-9571b14a06eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:50.018861 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-22be82cc-d90c-4b31-bc8f-b3006144c205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:50.048491 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-2815ad12-06f8-442f-b2c0-9340fcb44609 None None] Provisioning for port 86c7b64a-99db-41a1-96ad-b937e738039f completed by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:00:50.053318 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-2815ad12-06f8-442f-b2c0-9340fcb44609 None None] Provisioning complete for port 86c7b64a-99db-41a1-96ad-b937e738039f triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:00:50.053938 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2815ad12-06f8-442f-b2c0-9340fcb44609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:50.088522 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-2815ad12-06f8-442f-b2c0-9340fcb44609 None None] Port 86c7b64a-99db-41a1-96ad-b937e738039f cannot update to ACTIVE because it is not bound. {{(pid=93279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:00:50.217965 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:50.267797 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-07d54278-06e4-4fb1-813a-9571b14a06eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86c7b64a-99db-41a1-96ad-b937e738039f {{(pid=93278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:00:50.275927 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-07d54278-06e4-4fb1-813a-9571b14a06eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:50.288243 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-07d54278-06e4-4fb1-813a-9571b14a06eb service neutron] Transition to ACTIVE for port object 86c7b64a-99db-41a1-96ad-b937e738039f will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:00:50.293315 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-07d54278-06e4-4fb1-813a-9571b14a06eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7361716'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:50.390789 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d54278-06e4-4fb1-813a-9571b14a06eb service neutron] Pushing event updated for resources: {'Port': ['ID=86c7b64a-99db-41a1-96ad-b937e738039f,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:50.467072 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbcb77-8eea-4e02-b9fb-298736819ce7 req-1f6a12c8-9ed0-4baf-b2da-91a856972b92 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:50.468562 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5dcbcb77-8eea-4e02-b9fb-298736819ce7 req-1f6a12c8-9ed0-4baf-b2da-91a856972b92 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 943 time: 0.1371624 Aug 10 05:00:50.506730 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd52a6a-bc56-4485-8c65-56ab0fff61b6 req-516bf667-7176-4eef-b335-7c6f6860d039 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:50.508233 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4dd52a6a-bc56-4485-8c65-56ab0fff61b6 req-516bf667-7176-4eef-b335-7c6f6860d039 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.1406131 Aug 10 05:00:50.555951 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5dcbcb77-8eea-4e02-b9fb-298736819ce7 req-d84d18e4-0fac-4153-80b9-4dafa47a45d4 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795834 Aug 10 05:00:50.558051 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-07d54278-06e4-4fb1-813a-9571b14a06eb service neutron] Attempting to bind port 86c7b64a-99db-41a1-96ad-b937e738039f on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:00:50.558390 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-07d54278-06e4-4fb1-813a-9571b14a06eb service neutron] Attempting to bind port 86c7b64a-99db-41a1-96ad-b937e738039f by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '3f230113-748d-49c3-b686-177bf1e5d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:00:50.558719 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-07d54278-06e4-4fb1-813a-9571b14a06eb service neutron] Attempting to bind port 86c7b64a-99db-41a1-96ad-b937e738039f on network 1d5d3c9f-e413-437f-a63e-a3f1a946fd9c {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:00:50.569229 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-07d54278-06e4-4fb1-813a-9571b14a06eb service neutron] Port 86c7b64a-99db-41a1-96ad-b937e738039f on network 1d5d3c9f-e413-437f-a63e-a3f1a946fd9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 05:00:50.569558 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-07d54278-06e4-4fb1-813a-9571b14a06eb service neutron] Attempting to bind port 86c7b64a-99db-41a1-96ad-b937e738039f on network 1d5d3c9f-e413-437f-a63e-a3f1a946fd9c {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:00:50.576693 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4dd52a6a-bc56-4485-8c65-56ab0fff61b6 req-1ab5bc95-918d-48ac-a89a-fe84ae4b1f99 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602148 Aug 10 05:00:50.579807 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-07d54278-06e4-4fb1-813a-9571b14a06eb service neutron] Checking agent: {'id': '51cc88f3-029f-45e4-af3a-d9472a1d6530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'started_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:00:50.580023 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-07d54278-06e4-4fb1-813a-9571b14a06eb service neutron] Checking segment: {'id': '3f230113-748d-49c3-b686-177bf1e5d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:00:50.580425 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-07d54278-06e4-4fb1-813a-9571b14a06eb service neutron] Bound using segment: {'id': '3f230113-748d-49c3-b686-177bf1e5d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:00:50.581769 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-07d54278-06e4-4fb1-813a-9571b14a06eb service neutron] Bound port: 86c7b64a-99db-41a1-96ad-b937e738039f, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f230113-748d-49c3-b686-177bf1e5d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:00:50.581769 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-07d54278-06e4-4fb1-813a-9571b14a06eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:50.649975 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-07d54278-06e4-4fb1-813a-9571b14a06eb service neutron] For port 86c7b64a-99db-41a1-96ad-b937e738039f, host hv-cinder-80403, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:00:50.653277 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-07d54278-06e4-4fb1-813a-9571b14a06eb service neutron] For port 86c7b64a-99db-41a1-96ad-b937e738039f, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=86c7b64a-99db-41a1-96ad-b937e738039f,segment=NetworkSegment(3f230113-748d-49c3-b686-177bf1e5d247),segment_id=3f230113-748d-49c3-b686-177bf1e5d247)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:00:50.661312 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-07d54278-06e4-4fb1-813a-9571b14a06eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7361716'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:50.697180 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-07d54278-06e4-4fb1-813a-9571b14a06eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:50.697968 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-07d54278-06e4-4fb1-813a-9571b14a06eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:50.699382 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-07d54278-06e4-4fb1-813a-9571b14a06eb service neutron] 10.222.0.63 "PUT /v2.0/ports/86c7b64a-99db-41a1-96ad-b937e738039f HTTP/1.1" status: 200 len: 1093 time: 0.7604418 Aug 10 05:00:50.701492 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52', 'tag': '86c7b64a-99db-41a1-96ad-b937e738039f'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:00:50.703826 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ad241413e3c5b5cfbdfd8ddf86169eda0c2eb72df278c9415fbec86a6c2f7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476402bd-c7d5-4659-bd2a-c8ba85cd5eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52", "tag": "86c7b64a-99db-41a1-96ad-b937e738039f"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:00:50.763663 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d54278-06e4-4fb1-813a-9571b14a06eb service neutron] Pushing event updated for resources: {'Port': ['ID=86c7b64a-99db-41a1-96ad-b937e738039f,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:50.768427 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb334a44-7f24-4544-87c2-59bfda8f0d3c x-openstack-request-id: req-bb334a44-7f24-4544-87c2-59bfda8f0d3c {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:00:50.768728 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52", "tag": "86c7b64a-99db-41a1-96ad-b937e738039f", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:00:50.768957 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bb334a44-7f24-4544-87c2-59bfda8f0d3c {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:00:50.769385 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52', 'tag': '86c7b64a-99db-41a1-96ad-b937e738039f', 'status': 'completed', 'code': 200} Aug 10 05:00:50.802286 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-6b1c6140-68c0-4688-a6f9-1c252748207e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:50.804012 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-6b1c6140-68c0-4688-a6f9-1c252748207e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=66a8bb3c6be240719e5ec8a74319a2e3&device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 1096 time: 0.0520234 Aug 10 05:00:50.828587 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7a124-3ebd-4934-8eab-ec402624c4e4 req-235c0cc7-0683-4e04-a68f-25ec4226887f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:50.830343 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-22a7a124-3ebd-4934-8eab-ec402624c4e4 req-235c0cc7-0683-4e04-a68f-25ec4226887f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=291cbfbef761457992d564a491b0a7f4&device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 1099 time: 0.0461617 Aug 10 05:00:50.852613 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-216314e6-0cd2-4604-a96a-fcbdbccb8cb0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86c7b64a-99db-41a1-96ad-b937e738039f HTTP/1.1" status: 200 len: 217 time: 0.0406377 Aug 10 05:00:50.901703 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-24d2d730-db44-41dd-ba5a-57ac9a8c46af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:50.903186 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-24d2d730-db44-41dd-ba5a-57ac9a8c46af service neutron] 10.222.0.63 "GET /v2.0/subnets?id=730c2c7a-bff8-4fac-9b46-2ea8ba090a71 HTTP/1.1" status: 200 len: 856 time: 0.0443082 Aug 10 05:00:50.941720 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7a124-3ebd-4934-8eab-ec402624c4e4 req-eaae1310-50d4-4fc1-95f9-3941df47e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:50.943360 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-22a7a124-3ebd-4934-8eab-ec402624c4e4 req-eaae1310-50d4-4fc1-95f9-3941df47e118 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4f037173-8d50-4b8b-8500-95d946155ed4 HTTP/1.1" status: 200 len: 912 time: 0.0904138 Aug 10 05:00:50.952956 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-bbca838e-9f1f-4525-a5db-080e5674c2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:50.954429 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-bbca838e-9f1f-4525-a5db-080e5674c2f8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1d5d3c9f-e413-437f-a63e-a3f1a946fd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432923 Aug 10 05:00:51.012738 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-22a7a124-3ebd-4934-8eab-ec402624c4e4 req-73fa1828-0974-4eac-873c-9c37af5a8668 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7467a0b5-b694-4623-bb5b-a29ae4655bc4 HTTP/1.1" status: 200 len: 1002 time: 0.0620344 Aug 10 05:00:51.045078 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-6e19241e-db84-49e2-bdca-9c24387cc01f service neutron] 10.222.0.63 "GET /v2.0/networks/1d5d3c9f-e413-437f-a63e-a3f1a946fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815663 Aug 10 05:00:51.064926 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7a124-3ebd-4934-8eab-ec402624c4e4 req-386fd91b-8753-4b6b-a2ef-4b8fa5b0405f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:51.066598 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-22a7a124-3ebd-4934-8eab-ec402624c4e4 req-386fd91b-8753-4b6b-a2ef-4b8fa5b0405f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=43e9af1a-fb3c-49ab-96ba-064c265232c0 HTTP/1.1" status: 200 len: 850 time: 0.0455711 Aug 10 05:00:51.110712 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7a124-3ebd-4934-8eab-ec402624c4e4 req-5e629c5f-5daa-4f7f-be19-ddf8fa2d2967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:51.112298 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-22a7a124-3ebd-4934-8eab-ec402624c4e4 req-5e629c5f-5daa-4f7f-be19-ddf8fa2d2967 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4f037173-8d50-4b8b-8500-95d946155ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389173 Aug 10 05:00:51.137889 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c6c60542-3a76-4c1f-9f37-28f74918f662 req-b635e1c5-eae8-4001-992f-713387095772 service neutron] 10.222.0.63 "GET /v2.0/networks/1d5d3c9f-e413-437f-a63e-a3f1a946fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851626 Aug 10 05:00:51.209056 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-22a7a124-3ebd-4934-8eab-ec402624c4e4 req-26a40172-3ac1-4bb5-8385-11f5371bd688 service neutron] 10.222.0.63 "GET /v2.0/networks/4f037173-8d50-4b8b-8500-95d946155ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894134 Aug 10 05:00:51.227170 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476402bd-c7d5-4659-bd2a-c8ba85cd5eb3 req-68799762-c206-4810-b270-3ec3f38d2c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:51.228686 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-476402bd-c7d5-4659-bd2a-c8ba85cd5eb3 req-68799762-c206-4810-b270-3ec3f38d2c1c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=66a8bb3c6be240719e5ec8a74319a2e3&device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 1096 time: 0.0423071 Aug 10 05:00:51.256523 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:51.299877 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-22a7a124-3ebd-4934-8eab-ec402624c4e4 req-89d32fac-a620-4d2d-82e1-e7b8e57661fb service neutron] 10.222.0.63 "GET /v2.0/networks/4f037173-8d50-4b8b-8500-95d946155ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824161 Aug 10 05:00:51.321887 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476402bd-c7d5-4659-bd2a-c8ba85cd5eb3 req-a2b903d6-9b74-4119-add8-680eaa7dd7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:51.323317 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-476402bd-c7d5-4659-bd2a-c8ba85cd5eb3 req-a2b903d6-9b74-4119-add8-680eaa7dd7e9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1d5d3c9f-e413-437f-a63e-a3f1a946fd9c HTTP/1.1" status: 200 len: 918 time: 0.0878663 Aug 10 05:00:51.369930 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-476402bd-c7d5-4659-bd2a-c8ba85cd5eb3 req-03fa4687-d423-45ea-a450-8e32cebc5369 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86c7b64a-99db-41a1-96ad-b937e738039f HTTP/1.1" status: 200 len: 217 time: 0.0342617 Aug 10 05:00:51.419504 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476402bd-c7d5-4659-bd2a-c8ba85cd5eb3 req-59994d52-77e7-48e6-a13d-523b32ac3cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:51.420891 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-476402bd-c7d5-4659-bd2a-c8ba85cd5eb3 req-59994d52-77e7-48e6-a13d-523b32ac3cf5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=730c2c7a-bff8-4fac-9b46-2ea8ba090a71 HTTP/1.1" status: 200 len: 856 time: 0.0432272 Aug 10 05:00:51.469242 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476402bd-c7d5-4659-bd2a-c8ba85cd5eb3 req-22de30cd-ca74-460d-80ac-50ffea55ef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:51.470686 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-476402bd-c7d5-4659-bd2a-c8ba85cd5eb3 req-22de30cd-ca74-460d-80ac-50ffea55ef07 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1d5d3c9f-e413-437f-a63e-a3f1a946fd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413790 Aug 10 05:00:51.580665 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-476402bd-c7d5-4659-bd2a-c8ba85cd5eb3 req-490dfea3-f4f5-42ad-b894-491c1fa3f447 service neutron] 10.222.0.63 "GET /v2.0/networks/1d5d3c9f-e413-437f-a63e-a3f1a946fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981276 Aug 10 05:00:51.728335 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-476402bd-c7d5-4659-bd2a-c8ba85cd5eb3 req-0874c24a-a7c8-49bd-a6a6-94e75a9cfc85 service neutron] 10.222.0.63 "GET /v2.0/networks/1d5d3c9f-e413-437f-a63e-a3f1a946fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375797 Aug 10 05:00:51.747441 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17abf7-7de7-49fa-a7ec-c3968c09ad80 req-69ca04a9-ea76-4e8f-97cb-82e0c066e1e9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:51.749082 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cd17abf7-7de7-49fa-a7ec-c3968c09ad80 req-69ca04a9-ea76-4e8f-97cb-82e0c066e1e9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 943 time: 0.1117916 Aug 10 05:00:51.758629 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae44de6-249e-465e-b637-a15134b8f8f1 req-fd42d14d-cf03-428a-b009-88dc651db59f tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:51.760612 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dae44de6-249e-465e-b637-a15134b8f8f1 req-fd42d14d-cf03-428a-b009-88dc651db59f tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.1071596 Aug 10 05:00:51.813310 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cd17abf7-7de7-49fa-a7ec-c3968c09ad80 req-34d6210d-15f3-4028-8867-20d9e20381ef tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514722 Aug 10 05:00:51.818213 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dae44de6-249e-465e-b637-a15134b8f8f1 req-86f2c86a-978e-4c51-82f8-a9201f11dd72 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505245 Aug 10 05:00:52.707569 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:52.968379 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ce90e-2f26-49e7-9296-b4ac62b87ff1 req-774d4949-f684-4a87-a672-cc0f26d1f0f1 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:52.970050 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f24ce90e-2f26-49e7-9296-b4ac62b87ff1 req-774d4949-f684-4a87-a672-cc0f26d1f0f1 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0813909 Aug 10 05:00:52.977298 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a08804-87a2-4baa-8912-391783e81e46 req-c43007cb-7922-433a-b43c-76e3f473dcb7 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:52.978668 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c4a08804-87a2-4baa-8912-391783e81e46 req-c43007cb-7922-433a-b43c-76e3f473dcb7 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 943 time: 0.0887539 Aug 10 05:00:53.033669 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f24ce90e-2f26-49e7-9296-b4ac62b87ff1 req-c47ca8de-8f39-4402-beb2-5a74e0f81e36 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540297 Aug 10 05:00:53.038828 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c4a08804-87a2-4baa-8912-391783e81e46 req-de838b84-c3d0-4e64-8b66-d3087794f7b3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534275 Aug 10 05:00:54.181079 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14593e7-dfdc-48c1-b78b-9df6e00e334a req-83ca7560-1b3d-4324-808a-1bd8eea038f1 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:54.182977 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e14593e7-dfdc-48c1-b78b-9df6e00e334a req-83ca7560-1b3d-4324-808a-1bd8eea038f1 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0788989 Aug 10 05:00:54.190870 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e0ce6-b899-4f62-af94-481b1a68fc36 req-b3bdc492-7d55-4833-ac64-972cf56bcf6a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:54.192438 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-256e0ce6-b899-4f62-af94-481b1a68fc36 req-b3bdc492-7d55-4833-ac64-972cf56bcf6a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 943 time: 0.0795207 Aug 10 05:00:54.244905 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e14593e7-dfdc-48c1-b78b-9df6e00e334a req-f7e47811-76df-4027-b57a-885f1386358f tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515339 Aug 10 05:00:54.249560 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-256e0ce6-b899-4f62-af94-481b1a68fc36 req-9a3a6f9c-30fd-46a1-9999-166012d1140e tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505600 Aug 10 05:00:54.553615 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 86c7b64a-99db-41a1-96ad-b937e738039f details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:00:54.789726 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 86c7b64a-99db-41a1-96ad-b937e738039f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=86c7b64a-99db-41a1-96ad-b937e738039f,segment=NetworkSegment(3f230113-748d-49c3-b686-177bf1e5d247),segment_id=3f230113-748d-49c3-b686-177bf1e5d247)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:00:54.801594 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Returning: {'device': '86c7b64a-99db-41a1-96ad-b937e738039f', 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c', 'port_id': '86c7b64a-99db-41a1-96ad-b937e738039f', 'mac_address': 'fa:16:3e:74:51:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:00:54.839789 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:54.852783 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c7b64a-99db-41a1-96ad-b937e738039f {{(pid=93279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:00:54.871983 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 86c7b64a-99db-41a1-96ad-b937e738039f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=86c7b64a-99db-41a1-96ad-b937e738039f,segment=NetworkSegment(3f230113-748d-49c3-b686-177bf1e5d247),segment_id=3f230113-748d-49c3-b686-177bf1e5d247)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:00:54.879721 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:54.927581 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=86c7b64a-99db-41a1-96ad-b937e738039f,revision_number=4']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:55.324866 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['86c7b64a-99db-41a1-96ad-b937e738039f'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:00:55.401168 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11855284-287b-40a6-be69-a8dcc8e703a4 req-0758ece3-a91d-4c59-b1f5-b528fa4f353d tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:55.402693 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-11855284-287b-40a6-be69-a8dcc8e703a4 req-0758ece3-a91d-4c59-b1f5-b528fa4f353d tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0736651 Aug 10 05:00:55.413153 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81be68e-8868-45dc-b2fa-a6a6ce55701e req-a23a0ed5-5c92-4243-8a03-113f5cc83da4 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:55.414536 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d81be68e-8868-45dc-b2fa-a6a6ce55701e req-a23a0ed5-5c92-4243-8a03-113f5cc83da4 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 944 time: 0.0766668 Aug 10 05:00:55.471156 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-11855284-287b-40a6-be69-a8dcc8e703a4 req-a02fdeb4-c253-4171-a4b4-ebba3f467d08 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555971 Aug 10 05:00:55.475811 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d81be68e-8868-45dc-b2fa-a6a6ce55701e req-301f90ef-82e4-4ff5-87c5-c5c9bca32b08 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545983 Aug 10 05:00:55.676226 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a4ff5-77f7-40a5-b5c2-3576b15cbccc req-c59a27d3-b33a-45ec-840e-5bb530eeebee tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:55.677765 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-311a4ff5-77f7-40a5-b5c2-3576b15cbccc req-c59a27d3-b33a-45ec-840e-5bb530eeebee tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0491962 Aug 10 05:00:55.742114 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-311a4ff5-77f7-40a5-b5c2-3576b15cbccc req-0cd77cae-3852-40a3-91a8-2ff67a5f09aa tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576890 Aug 10 05:00:55.754323 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514e294-bb67-4d71-9c8b-373bfd84bf4f req-b9ead003-7c2e-43b7-b7bc-5aea6c458ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:55.755831 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7514e294-bb67-4d71-9c8b-373bfd84bf4f req-b9ead003-7c2e-43b7-b7bc-5aea6c458ad5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=291cbfbef761457992d564a491b0a7f4&device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 1099 time: 0.0556598 Aug 10 05:00:55.850818 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514e294-bb67-4d71-9c8b-373bfd84bf4f req-689bd7ec-d1ba-41ee-abfe-1b8b28ae8866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:55.852248 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7514e294-bb67-4d71-9c8b-373bfd84bf4f req-689bd7ec-d1ba-41ee-abfe-1b8b28ae8866 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4f037173-8d50-4b8b-8500-95d946155ed4 HTTP/1.1" status: 200 len: 912 time: 0.0885446 Aug 10 05:00:55.917520 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7514e294-bb67-4d71-9c8b-373bfd84bf4f req-9eb8a82a-7b5e-4f2e-97a7-266538d4ebad service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7467a0b5-b694-4623-bb5b-a29ae4655bc4 HTTP/1.1" status: 200 len: 1002 time: 0.0572426 Aug 10 05:00:55.972708 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514e294-bb67-4d71-9c8b-373bfd84bf4f req-2bee1cea-388c-40b5-ab03-30d4e2cc0fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:55.974139 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7514e294-bb67-4d71-9c8b-373bfd84bf4f req-2bee1cea-388c-40b5-ab03-30d4e2cc0fa2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=43e9af1a-fb3c-49ab-96ba-064c265232c0 HTTP/1.1" status: 200 len: 850 time: 0.0490155 Aug 10 05:00:56.022489 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514e294-bb67-4d71-9c8b-373bfd84bf4f req-2acd477f-91fb-4e7a-838c-e8ab148205ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:56.024262 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7514e294-bb67-4d71-9c8b-373bfd84bf4f req-2acd477f-91fb-4e7a-838c-e8ab148205ef service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4f037173-8d50-4b8b-8500-95d946155ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422671 Aug 10 05:00:56.127453 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7514e294-bb67-4d71-9c8b-373bfd84bf4f req-144a1d61-1e6f-44ec-98f8-0ed875d92dd5 service neutron] 10.222.0.63 "GET /v2.0/networks/4f037173-8d50-4b8b-8500-95d946155ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954392 Aug 10 05:00:56.224168 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7514e294-bb67-4d71-9c8b-373bfd84bf4f req-cbe1fbae-4a23-446e-8bba-16484b563037 service neutron] 10.222.0.63 "GET /v2.0/networks/4f037173-8d50-4b8b-8500-95d946155ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883427 Aug 10 05:00:56.550354 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 86c7b64a-99db-41a1-96ad-b937e738039f up at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:00:56.601035 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning for port 86c7b64a-99db-41a1-96ad-b937e738039f completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:00:56.604984 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning complete for port 86c7b64a-99db-41a1-96ad-b937e738039f triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:00:56.605519 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:56.615685 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d90add-7dd8-4cc0-a760-9efc19f87b7f req-341bb15a-421e-412d-aaff-0ebcfe0c1716 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:56.617174 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-75d90add-7dd8-4cc0-a760-9efc19f87b7f req-341bb15a-421e-412d-aaff-0ebcfe0c1716 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 944 time: 0.0519447 Aug 10 05:00:56.655864 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-75d90add-7dd8-4cc0-a760-9efc19f87b7f req-055995d3-2b03-48aa-85da-ef79b466b442 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325508 Aug 10 05:00:56.683858 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:56.707086 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c7b64a-99db-41a1-96ad-b937e738039f'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:00:56.709527 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684630205e793650736d742c593896f55c3712126ad5fa6ebc9acffcc34ee486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a806701-fbea-464e-adf7-490fdcde907e" -d '{"events": [{"server_uuid": "397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52", "name": "network-vif-plugged", "status": "completed", "tag": "86c7b64a-99db-41a1-96ad-b937e738039f"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:00:56.722474 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 86c7b64a-99db-41a1-96ad-b937e738039f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=86c7b64a-99db-41a1-96ad-b937e738039f,segment=NetworkSegment(3f230113-748d-49c3-b686-177bf1e5d247),segment_id=3f230113-748d-49c3-b686-177bf1e5d247)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:00:56.727605 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:56.756535 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8391b47c-8f92-48f4-ada8-0ebd4693ae6b x-openstack-request-id: req-8391b47c-8f92-48f4-ada8-0ebd4693ae6b {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:00:56.756897 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52", "name": "network-vif-plugged", "status": "completed", "tag": "86c7b64a-99db-41a1-96ad-b937e738039f", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:00:56.757234 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8391b47c-8f92-48f4-ada8-0ebd4693ae6b {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:00:56.757763 dv-cinder-804035-1-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c7b64a-99db-41a1-96ad-b937e738039f', 'code': 200} Aug 10 05:00:56.803850 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=86c7b64a-99db-41a1-96ad-b937e738039f,revision_number=5']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:56.864106 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39bef6a-36ec-4e22-bcd8-ee7b3fd71df2 req-9c268243-f434-4d14-ba82-294eaa78ca88 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:56.865752 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d39bef6a-36ec-4e22-bcd8-ee7b3fd71df2 req-9c268243-f434-4d14-ba82-294eaa78ca88 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0485020 Aug 10 05:00:56.915511 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d39bef6a-36ec-4e22-bcd8-ee7b3fd71df2 req-fad5510d-17f5-419c-a5be-69f0725b125d tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434880 Aug 10 05:00:56.949131 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3895c-893b-4452-b2c2-14aa113fe924 req-0ee1ae4d-bd6e-4e60-b7be-04131b4c7a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:56.950611 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-75c3895c-893b-4452-b2c2-14aa113fe924 req-0ee1ae4d-bd6e-4e60-b7be-04131b4c7a24 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 1098 time: 0.0540891 Aug 10 05:00:56.987327 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-75c3895c-893b-4452-b2c2-14aa113fe924 req-3d5ef300-c484-4e63-b2db-aa4e04331730 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281382 Aug 10 05:00:57.799810 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901b869-7eaa-4993-9cf1-1a2f07fd0b31 req-47363138-a976-499b-8c4d-d07a7554f76f tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:57.801999 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d901b869-7eaa-4993-9cf1-1a2f07fd0b31 req-47363138-a976-499b-8c4d-d07a7554f76f tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 945 time: 0.0605495 Aug 10 05:00:57.844949 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d901b869-7eaa-4993-9cf1-1a2f07fd0b31 req-d73b7bb0-e089-4d3b-8f9a-53c36c0170d6 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336385 Aug 10 05:00:58.044545 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca2bca-c494-4572-9714-bfea47136623 req-c99a0ed0-47c9-4904-ac05-83c53651e090 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:58.046062 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d9ca2bca-c494-4572-9714-bfea47136623 req-c99a0ed0-47c9-4904-ac05-83c53651e090 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0602329 Aug 10 05:00:58.087703 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d9ca2bca-c494-4572-9714-bfea47136623 req-7b8a15ba-0d44-4a4d-906d-743f6e87f949 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354874 Aug 10 05:00:58.979672 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747f661-ef6a-4910-989a-0e2ec025fbd3 req-f805dfd1-f869-44a8-ba95-2def0ef1ca37 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:58.981120 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d747f661-ef6a-4910-989a-0e2ec025fbd3 req-f805dfd1-f869-44a8-ba95-2def0ef1ca37 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 945 time: 0.0518794 Aug 10 05:00:59.022582 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d747f661-ef6a-4910-989a-0e2ec025fbd3 req-64f21e78-56c4-4465-9765-3b5a7b60d89c tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325108 Aug 10 05:00:59.146780 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e9b02-e7d6-46f5-8467-fbceb4cb1aa2 req-08d3193a-6507-4744-8d2c-0858a3bf1255 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:59.148164 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ae0e9b02-e7d6-46f5-8467-fbceb4cb1aa2 req-08d3193a-6507-4744-8d2c-0858a3bf1255 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 945 time: 0.0515466 Aug 10 05:00:59.158099 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 35196) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:00:59.162747 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-86903173-efad-4217-9818-4187351b591a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Request body: {'floatingip': {'port_id': '86c7b64a-99db-41a1-96ad-b937e738039f'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:00:59.203519 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-86903173-efad-4217-9818-4187351b591a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for floatingip, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:59.906064 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-86903173-efad-4217-9818-4187351b591a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:59.914179 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-86903173-efad-4217-9818-4187351b591a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496286'] for floatingip, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:00.017532 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.db.l3_db [None req-86903173-efad-4217-9818-4187351b591a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Floating IP c1a6303f-d56d-4e61-917d-c5bb8a4a4246 associated. External IP: 172.27.0.119, port: 86c7b64a-99db-41a1-96ad-b937e738039f. Aug 10 05:01:00.225718 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86903173-efad-4217-9818-4187351b591a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Router 66306674-7218-49b9-a663-50abf9c73e79 has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:01:00.345349 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86903173-efad-4217-9818-4187351b591a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:01:00.350154 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-86903173-efad-4217-9818-4187351b591a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for floatingip, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:00.357313 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6095dc4d-81f7-41dd-9a38-b247ce2ac54c None None] Sync routers for ids ['66306674-7218-49b9-a663-50abf9c73e79'] in dv-cinder-804035-1-iscsi {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:01:00.367492 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6095dc4d-81f7-41dd-9a38-b247ce2ac54c None None] Routers {'66306674-7218-49b9-a663-50abf9c73e79'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:01:00.368159 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-6095dc4d-81f7-41dd-9a38-b247ce2ac54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:00:50Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['66306674-7218-49b9-a663-50abf9c73e79'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:01:00.381113 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-86903173-efad-4217-9818-4187351b591a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "PUT /v2.0/floatingips/c1a6303f-d56d-4e61-917d-c5bb8a4a4246 HTTP/1.1" status: 200 len: 991 time: 1.2190471 Aug 10 05:01:00.381113 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52', 'tag': '86c7b64a-99db-41a1-96ad-b937e738039f'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:01:00.381113 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ad241413e3c5b5cfbdfd8ddf86169eda0c2eb72df278c9415fbec86a6c2f7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648ea59b-929e-4f1e-9b07-0501e3a1e764" -d '{"events": [{"name": "network-changed", "server_uuid": "397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52", "tag": "86c7b64a-99db-41a1-96ad-b937e738039f"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:01:00.418846 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160a4734-dd41-417e-9306-3b163023774e x-openstack-request-id: req-160a4734-dd41-417e-9306-3b163023774e {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:01:00.419178 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52", "tag": "86c7b64a-99db-41a1-96ad-b937e738039f", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:01:00.419436 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-160a4734-dd41-417e-9306-3b163023774e {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:01:00.419849 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52', 'tag': '86c7b64a-99db-41a1-96ad-b937e738039f', 'status': 'completed', 'code': 200} Aug 10 05:01:00.480736 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-6095dc4d-81f7-41dd-9a38-b247ce2ac54c None None] Set router 66306674-7218-49b9-a663-50abf9c73e79 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:01:00.490352 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ea59b-929e-4f1e-9b07-0501e3a1e764 req-d77c2e23-ebcd-4274-b4ec-099bd9cac410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:00.491942 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-648ea59b-929e-4f1e-9b07-0501e3a1e764 req-d77c2e23-ebcd-4274-b4ec-099bd9cac410 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=66a8bb3c6be240719e5ec8a74319a2e3&device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 1098 time: 0.0466092 Aug 10 05:01:00.587214 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ea59b-929e-4f1e-9b07-0501e3a1e764 req-9e69a07d-ef4a-4262-aeb7-b6c5908eb23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:00.588692 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-648ea59b-929e-4f1e-9b07-0501e3a1e764 req-9e69a07d-ef4a-4262-aeb7-b6c5908eb23b service neutron] 10.222.0.63 "GET /v2.0/networks?id=1d5d3c9f-e413-437f-a63e-a3f1a946fd9c HTTP/1.1" status: 200 len: 918 time: 0.0896723 Aug 10 05:01:00.655564 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-648ea59b-929e-4f1e-9b07-0501e3a1e764 req-6835b41a-4516-49f8-8cb6-832cda882749 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86c7b64a-99db-41a1-96ad-b937e738039f HTTP/1.1" status: 200 len: 999 time: 0.0587089 Aug 10 05:01:00.699641 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-6095dc4d-81f7-41dd-9a38-b247ce2ac54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66306674-7218-49b9-a663-50abf9c73e79', 'name': 'tempest-AttachVolumeShelveTestJSON-1116160133-router', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:23Z', 'updated_at': '2021-08-10T04:52:30Z', 'revision_number': 4, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'gw_port': {'id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66306674-7218-49b9-a663-50abf9c73e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:25Z', 'updated_at': '2021-08-10T04:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_floatingips': [{'id': 'c1a6303f-d56d-4e61-917d-c5bb8a4a4246', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'router_id': '66306674-7218-49b9-a663-50abf9c73e79', 'port_id': '86c7b64a-99db-41a1-96ad-b937e738039f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c', 'mac_address': 'fa:16:3e:74:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:00:46Z', 'updated_at': '2021-08-10T05:00:59Z', 'revision_number': 1, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ee7556-80f3-4a6c-87a6-372bc1e58c00', 'name': '', 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'mac_address': 'fa:16:3e:d5:21:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66306674-7218-49b9-a663-50abf9c73e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:29Z', 'updated_at': '2021-08-10T04:52:39Z', 'revision_number': 5, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'subnets': [{'id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:01:00.709885 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ea59b-929e-4f1e-9b07-0501e3a1e764 req-63ec5691-40d7-4ff1-9795-ed44e8d769d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:00.711399 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-648ea59b-929e-4f1e-9b07-0501e3a1e764 req-63ec5691-40d7-4ff1-9795-ed44e8d769d5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=730c2c7a-bff8-4fac-9b46-2ea8ba090a71 HTTP/1.1" status: 200 len: 856 time: 0.0484152 Aug 10 05:01:00.725756 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6095dc4d-81f7-41dd-9a38-b247ce2ac54c None None] Checking router: 66306674-7218-49b9-a663-50abf9c73e79 for host: dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:01:00.734314 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6095dc4d-81f7-41dd-9a38-b247ce2ac54c None None] Routers {'66306674-7218-49b9-a663-50abf9c73e79'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:01:00.734844 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-6095dc4d-81f7-41dd-9a38-b247ce2ac54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:00:50Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['66306674-7218-49b9-a663-50abf9c73e79'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:01:00.757088 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ea59b-929e-4f1e-9b07-0501e3a1e764 req-f0e5d314-bfad-4a98-a42b-0e91c77aa7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:00.758597 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-648ea59b-929e-4f1e-9b07-0501e3a1e764 req-f0e5d314-bfad-4a98-a42b-0e91c77aa7e8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1d5d3c9f-e413-437f-a63e-a3f1a946fd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398598 Aug 10 05:01:00.838731 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-6095dc4d-81f7-41dd-9a38-b247ce2ac54c None None] Set router 66306674-7218-49b9-a663-50abf9c73e79 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:01:00.849455 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-648ea59b-929e-4f1e-9b07-0501e3a1e764 req-7edd1611-59e6-4a36-a2d2-974d7850f638 service neutron] 10.222.0.63 "GET /v2.0/networks/1d5d3c9f-e413-437f-a63e-a3f1a946fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826311 Aug 10 05:01:00.944902 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-648ea59b-929e-4f1e-9b07-0501e3a1e764 req-53360e39-5fed-4c6c-b8f5-34c74e3f982a service neutron] 10.222.0.63 "GET /v2.0/networks/1d5d3c9f-e413-437f-a63e-a3f1a946fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881183 Aug 10 05:01:01.062957 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-6095dc4d-81f7-41dd-9a38-b247ce2ac54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66306674-7218-49b9-a663-50abf9c73e79', 'name': 'tempest-AttachVolumeShelveTestJSON-1116160133-router', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:23Z', 'updated_at': '2021-08-10T04:52:30Z', 'revision_number': 4, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'gw_port': {'id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66306674-7218-49b9-a663-50abf9c73e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:25Z', 'updated_at': '2021-08-10T04:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_floatingips': [{'id': 'c1a6303f-d56d-4e61-917d-c5bb8a4a4246', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'router_id': '66306674-7218-49b9-a663-50abf9c73e79', 'port_id': '86c7b64a-99db-41a1-96ad-b937e738039f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c', 'mac_address': 'fa:16:3e:74:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:00:46Z', 'updated_at': '2021-08-10T05:00:59Z', 'revision_number': 1, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ee7556-80f3-4a6c-87a6-372bc1e58c00', 'name': '', 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'mac_address': 'fa:16:3e:d5:21:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66306674-7218-49b9-a663-50abf9c73e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:29Z', 'updated_at': '2021-08-10T04:52:39Z', 'revision_number': 5, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'subnets': [{'id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:01:01.092820 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6095dc4d-81f7-41dd-9a38-b247ce2ac54c None None] The sync data for ids ['66306674-7218-49b9-a663-50abf9c73e79'] in dv-cinder-804035-1-iscsi is: [{'id': '66306674-7218-49b9-a663-50abf9c73e79', 'name': 'tempest-AttachVolumeShelveTestJSON-1116160133-router', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:23Z', 'updated_at': '2021-08-10T04:52:30Z', 'revision_number': 4, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'gw_port': {'id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66306674-7218-49b9-a663-50abf9c73e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:25Z', 'updated_at': '2021-08-10T04:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_floatingips': [{'id': 'c1a6303f-d56d-4e61-917d-c5bb8a4a4246', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'router_id': '66306674-7218-49b9-a663-50abf9c73e79', 'port_id': '86c7b64a-99db-41a1-96ad-b937e738039f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c', 'mac_address': 'fa:16:3e:74:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:00:46Z', 'updated_at': '2021-08-10T05:00:59Z', 'revision_number': 1, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ee7556-80f3-4a6c-87a6-372bc1e58c00', 'name': '', 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'mac_address': 'fa:16:3e:d5:21:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66306674-7218-49b9-a663-50abf9c73e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:29Z', 'updated_at': '2021-08-10T04:52:39Z', 'revision_number': 5, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'subnets': [{'id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:01:01.279909 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41acfc2-474b-4704-b0bf-84681f97f540 None None] New status for floating IP c1a6303f-d56d-4e61-917d-c5bb8a4a4246: ACTIVE {{(pid=93280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:01:17.150719 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-53f1cb46-080e-4b39-9c79-cae22952f08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:17.507948 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:01:19.771702 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:20.019388 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4b4310c0-45f0-497d-ac94-2adecf3acddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:20.220007 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:21.260685 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:22.715709 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:33.478533 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425d517-67e0-4f3a-a9b7-ed7d530f3019 req-82c802b0-b421-42e6-83ff-2dd132dbda87 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:33.480036 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9425d517-67e0-4f3a-a9b7-ed7d530f3019 req-82c802b0-b421-42e6-83ff-2dd132dbda87 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 945 time: 0.0504112 Aug 10 05:01:33.518204 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9425d517-67e0-4f3a-a9b7-ed7d530f3019 req-02b2b46d-3ddc-4fae-baef-722f59e049f2 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315046 Aug 10 05:01:34.651251 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcef73a-189e-4d9f-9fbc-77dfd7d61e85 req-54d188d9-16bb-4fc0-b419-7fc858ebf7e5 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:34.654019 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4bcef73a-189e-4d9f-9fbc-77dfd7d61e85 req-54d188d9-16bb-4fc0-b419-7fc858ebf7e5 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 945 time: 0.0602436 Aug 10 05:01:34.706620 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4bcef73a-189e-4d9f-9fbc-77dfd7d61e85 req-03e12ac1-1a78-4a41-a961-4fbada0b0f0e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433841 Aug 10 05:01:35.528455 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278d292-a674-4c59-aadd-4e889b9e5d92 req-270cda2f-bb78-4356-8ae1-0b3c470771af tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:35.529882 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a278d292-a674-4c59-aadd-4e889b9e5d92 req-270cda2f-bb78-4356-8ae1-0b3c470771af tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 945 time: 0.0565522 Aug 10 05:01:35.631003 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-a278d292-a674-4c59-aadd-4e889b9e5d92 req-a281c971-7873-4ac2-9e39-acb779d07580 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Deleting port 2c5c06ad-925d-4762-8de9-d0bc65516a57 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:01:35.631370 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-a278d292-a674-4c59-aadd-4e889b9e5d92 req-a281c971-7873-4ac2-9e39-acb779d07580 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:35.725480 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-a278d292-a674-4c59-aadd-4e889b9e5d92 req-a281c971-7873-4ac2-9e39-acb779d07580 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] For port 2c5c06ad-925d-4762-8de9-d0bc65516a57, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2c5c06ad-925d-4762-8de9-d0bc65516a57,segment=NetworkSegment(8c0479b7-c059-4ba6-a645-2bcc381d404f),segment_id=8c0479b7-c059-4ba6-a645-2bcc381d404f)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:01:35.726201 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-a278d292-a674-4c59-aadd-4e889b9e5d92 req-a281c971-7873-4ac2-9e39-acb779d07580 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:35.876527 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62b900-55ea-4edc-a6f3-cd3b82fe5103 req-eb20cb6d-5e42-4780-90ef-5f8dd30f472d tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:35.877908 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ff62b900-55ea-4edc-a6f3-cd3b82fe5103 req-eb20cb6d-5e42-4780-90ef-5f8dd30f472d tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 945 time: 0.1014352 Aug 10 05:01:35.953217 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-a278d292-a674-4c59-aadd-4e889b9e5d92 req-a281c971-7873-4ac2-9e39-acb779d07580 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:35.953589 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-a278d292-a674-4c59-aadd-4e889b9e5d92 req-a281c971-7873-4ac2-9e39-acb779d07580 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496286'] for floatingip, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:35.953898 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.db.l3_db [req-a278d292-a674-4c59-aadd-4e889b9e5d92 req-a281c971-7873-4ac2-9e39-acb779d07580 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Floating IP 1e28b022-dfcb-4ff1-ab00-68166c4858f8 disassociated. External IP: 172.27.0.254, port: 2c5c06ad-925d-4762-8de9-d0bc65516a57. Aug 10 05:01:35.954243 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-a278d292-a674-4c59-aadd-4e889b9e5d92 req-a281c971-7873-4ac2-9e39-acb779d07580 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Calling delete_port for 2c5c06ad-925d-4762-8de9-d0bc65516a57 owned by compute:nova {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:01:35.963305 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ff62b900-55ea-4edc-a6f3-cd3b82fe5103 req-fb82cad1-1142-4ef7-97a8-b4ef3109c9fe tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592101 Aug 10 05:01:36.101180 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-a278d292-a674-4c59-aadd-4e889b9e5d92 req-a281c971-7873-4ac2-9e39-acb779d07580 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:36.130561 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281c971-7873-4ac2-9e39-acb779d07580 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Pushing event deleted for resources: {'Port': ['ID=2c5c06ad-925d-4762-8de9-d0bc65516a57,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:01:36.140572 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281c971-7873-4ac2-9e39-acb779d07580 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:36.140943 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281c971-7873-4ac2-9e39-acb779d07580 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:36.141282 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281c971-7873-4ac2-9e39-acb779d07580 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:36.141619 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281c971-7873-4ac2-9e39-acb779d07580 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:36.141950 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281c971-7873-4ac2-9e39-acb779d07580 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:36.142279 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281c971-7873-4ac2-9e39-acb779d07580 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:36.142605 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281c971-7873-4ac2-9e39-acb779d07580 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:36.142930 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281c971-7873-4ac2-9e39-acb779d07580 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:36.143284 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281c971-7873-4ac2-9e39-acb779d07580 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:36.143601 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281c971-7873-4ac2-9e39-acb779d07580 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:36.143924 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281c971-7873-4ac2-9e39-acb779d07580 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:36.144239 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281c971-7873-4ac2-9e39-acb779d07580 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:36.257696 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a278d292-a674-4c59-aadd-4e889b9e5d92 req-a281c971-7873-4ac2-9e39-acb779d07580 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Router 0f7ad699-10eb-4988-9dbe-6242e32c5226 has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:01:36.384976 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a278d292-a674-4c59-aadd-4e889b9e5d92 req-a281c971-7873-4ac2-9e39-acb779d07580 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:01:36.395352 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a625d93-6c4d-433c-a701-effd64444bb9 None None] Sync routers for ids ['0f7ad699-10eb-4988-9dbe-6242e32c5226'] in dv-cinder-804035-1-iscsi {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:01:36.405467 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a625d93-6c4d-433c-a701-effd64444bb9 None None] Routers {'0f7ad699-10eb-4988-9dbe-6242e32c5226'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:01:36.406019 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-7a625d93-6c4d-433c-a701-effd64444bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:01:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['0f7ad699-10eb-4988-9dbe-6242e32c5226'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:01:36.428087 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-a278d292-a674-4c59-aadd-4e889b9e5d92 req-a281c971-7873-4ac2-9e39-acb779d07580 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] No DVR routers for this DVR port 2c5c06ad-925d-4762-8de9-d0bc65516a57 on host hv-cinder-80403 {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:01:36.430810 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-a278d292-a674-4c59-aadd-4e889b9e5d92 req-a281c971-7873-4ac2-9e39-acb779d07580 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:36.433199 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a278d292-a674-4c59-aadd-4e889b9e5d92 req-a281c971-7873-4ac2-9e39-acb779d07580 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.63 "DELETE /v2.0/ports/2c5c06ad-925d-4762-8de9-d0bc65516a57 HTTP/1.1" status: 204 len: 173 time: 0.8970819 Aug 10 05:01:36.433879 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3598ec5-18d3-4dbc-b80b-f854266b6cd3', 'name': 'network-vif-deleted', 'tag': '2c5c06ad-925d-4762-8de9-d0bc65516a57'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:01:36.436008 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ad241413e3c5b5cfbdfd8ddf86169eda0c2eb72df278c9415fbec86a6c2f7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09c71c0-dfa7-4cfd-a367-3918547ebe05" -d '{"events": [{"server_uuid": "a3598ec5-18d3-4dbc-b80b-f854266b6cd3", "name": "network-vif-deleted", "tag": "2c5c06ad-925d-4762-8de9-d0bc65516a57"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:01:36.474551 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1750d3-4c3b-4e01-8765-a011b0af0fe1 x-openstack-request-id: req-da1750d3-4c3b-4e01-8765-a011b0af0fe1 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:01:36.474886 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3598ec5-18d3-4dbc-b80b-f854266b6cd3", "name": "network-vif-deleted", "tag": "2c5c06ad-925d-4762-8de9-d0bc65516a57", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:01:36.475524 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-da1750d3-4c3b-4e01-8765-a011b0af0fe1 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:01:36.475659 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3598ec5-18d3-4dbc-b80b-f854266b6cd3', 'name': 'network-vif-deleted', 'tag': '2c5c06ad-925d-4762-8de9-d0bc65516a57', 'status': 'completed', 'code': 200} Aug 10 05:01:36.525299 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-7a625d93-6c4d-433c-a701-effd64444bb9 None None] Set router 0f7ad699-10eb-4988-9dbe-6242e32c5226 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:01:36.725132 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-7a625d93-6c4d-433c-a701-effd64444bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'name': 'tempest-TestVolumeBootPattern-1515326375-router', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:47Z', 'revision_number': 4, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'gw_port': {'id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': '635dfeb1-f01f-4164-ab04-4c6374429c6d', 'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'mac_address': 'fa:16:3e:f8:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '93497194-d72a-4696-b0fc-7223e82fd189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:46Z', 'updated_at': '2021-08-10T04:56:53Z', 'revision_number': 5, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'subnets': [{'id': '93497194-d72a-4696-b0fc-7223e82fd189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:01:36.756168 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a625d93-6c4d-433c-a701-effd64444bb9 None None] Checking router: 0f7ad699-10eb-4988-9dbe-6242e32c5226 for host: dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:01:36.764854 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a625d93-6c4d-433c-a701-effd64444bb9 None None] Routers {'0f7ad699-10eb-4988-9dbe-6242e32c5226'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:01:36.765472 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-7a625d93-6c4d-433c-a701-effd64444bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:01:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['0f7ad699-10eb-4988-9dbe-6242e32c5226'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:01:36.875983 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-7a625d93-6c4d-433c-a701-effd64444bb9 None None] Set router 0f7ad699-10eb-4988-9dbe-6242e32c5226 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:01:37.073704 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c883fd17-b9b2-4eb4-a585-ca041e83ba54 req-c90f22b2-e5f8-4363-ab4b-00d9ce09b3f1 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3598ec5-18d3-4dbc-b80b-f854266b6cd3 HTTP/1.1" status: 200 len: 210 time: 0.0279844 Aug 10 05:01:37.080984 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-7a625d93-6c4d-433c-a701-effd64444bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'name': 'tempest-TestVolumeBootPattern-1515326375-router', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:47Z', 'revision_number': 4, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'gw_port': {'id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': '635dfeb1-f01f-4164-ab04-4c6374429c6d', 'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'mac_address': 'fa:16:3e:f8:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '93497194-d72a-4696-b0fc-7223e82fd189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:46Z', 'updated_at': '2021-08-10T04:56:53Z', 'revision_number': 5, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'subnets': [{'id': '93497194-d72a-4696-b0fc-7223e82fd189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:01:37.107416 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a625d93-6c4d-433c-a701-effd64444bb9 None None] The sync data for ids ['0f7ad699-10eb-4988-9dbe-6242e32c5226'] in dv-cinder-804035-1-iscsi is: [{'id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'name': 'tempest-TestVolumeBootPattern-1515326375-router', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:47Z', 'revision_number': 4, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'gw_port': {'id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': '635dfeb1-f01f-4164-ab04-4c6374429c6d', 'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'mac_address': 'fa:16:3e:f8:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '93497194-d72a-4696-b0fc-7223e82fd189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:46Z', 'updated_at': '2021-08-10T04:56:53Z', 'revision_number': 5, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'subnets': [{'id': '93497194-d72a-4696-b0fc-7223e82fd189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:01:37.333779 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d54647e-655a-4450-962d-b6a8e0bb6ea1 None None] New status for floating IP 1e28b022-dfcb-4ff1-ab00-68166c4858f8: DOWN {{(pid=93280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:01:38.350355 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-c8772248-96bd-4162-a23c-7b7feab7fc52 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1600675859&fields=id&tenant_id=f3e6fcb8db8246ba89506c2651668538 HTTP/1.1" status: 200 len: 267 time: 0.0365801 Aug 10 05:01:38.461980 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-4ca3db03-8701-4b29-aa0c-4ab9b4344b44 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:38.463494 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-4ca3db03-8701-4b29-aa0c-4ab9b4344b44 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/networks?id=38a69901-39a5-4b68-8c2c-6f171225e75b HTTP/1.1" status: 200 len: 812 time: 0.1063397 Aug 10 05:01:38.479451 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-ade6b876-34e4-43de-add6-1dfe54b93ac9 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/quotas/f3e6fcb8db8246ba89506c2651668538 HTTP/1.1" status: 200 len: 375 time: 0.0100298 Aug 10 05:01:38.542152 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-457da533-50ad-44c1-aa43-b19ee3781a6c tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f3e6fcb8db8246ba89506c2651668538&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0573061 Aug 10 05:01:38.640220 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-d301e0bb-f88d-425b-bdff-dac3fa5fc18c service neutron] 10.222.0.49 "GET /v2.0/networks/38a69901-39a5-4b68-8c2c-6f171225e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854394 Aug 10 05:01:38.733287 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-b1993a87-4f89-4191-9877-a585e2e978be service neutron] 10.222.0.49 "GET /v2.0/networks/38a69901-39a5-4b68-8c2c-6f171225e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842280 Aug 10 05:01:38.765137 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 2c5c06ad-925d-4762-8de9-d0bc65516a57 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:01:38.788929 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] No Port match for: 2c5c06ad-925d-4762-8de9-d0bc65516a57 {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:01:38.789278 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 2c5c06ad-925d-4762-8de9-d0bc65516a57 not bound to the agent host hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:01:39.041900 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bddda7e8-7ee2-4e3b-8649-b94807f9dcdc req-8ed38a7e-bb9b-4f6d-a8c2-fbb5031d5ed6 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0152589-4b59-41f2-99c0-9de6a98c985a HTTP/1.1" status: 200 len: 210 time: 0.0269332 Aug 10 05:01:40.040967 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-1ae881d7-c36a-488f-937b-48b9aa0f6607 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:40.042406 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-1ae881d7-c36a-488f-937b-48b9aa0f6607 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.63 "GET /v2.0/networks?id=38a69901-39a5-4b68-8c2c-6f171225e75b HTTP/1.1" status: 200 len: 812 time: 0.1026585 Aug 10 05:01:40.088056 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-a4cd259f-9665-49d0-ba4f-9dc64828c4cf tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3e6fcb8db8246ba89506c2651668538 HTTP/1.1" status: 200 len: 380 time: 0.0359240 Aug 10 05:01:40.098086 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-f024e0f3-bc03-48a4-b9b3-e843093a7a54 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Request body: {'port': {'device_id': 'e0152589-4b59-41f2-99c0-9de6a98c985a', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'admin_state_up': True, 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'security_groups': ['db5e8698-aa32-4781-a096-ff06eeb30714']}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:01:40.168922 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-612a9ccf-d9ae-442b-afbb-728d7d99b4e8 req-bcd729ce-1331-4cfb-b6f8-52257111e97e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0152589-4b59-41f2-99c0-9de6a98c985a HTTP/1.1" status: 200 len: 210 time: 0.0564165 Aug 10 05:01:40.237073 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-f024e0f3-bc03-48a4-b9b3-e843093a7a54 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Made reservation on behalf of f3e6fcb8db8246ba89506c2651668538 for: {'port': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:01:40.242814 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-f024e0f3-bc03-48a4-b9b3-e843093a7a54 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:40.386550 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-f024e0f3-bc03-48a4-b9b3-e843093a7a54 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Allocated IP 172.20.0.11 (38a69901-39a5-4b68-8c2c-6f171225e75b/93497194-d72a-4696-b0fc-7223e82fd189/0c0f452a-84ac-41b8-a99e-1c27cd8890c8) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:01:40.531917 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-f024e0f3-bc03-48a4-b9b3-e843093a7a54 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:40.544449 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-f024e0f3-bc03-48a4-b9b3-e843093a7a54 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Transition to ACTIVE for port object 0c0f452a-84ac-41b8-a99e-1c27cd8890c8 will not be triggered until provisioned by entity DHCP. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:01:40.577819 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-f024e0f3-bc03-48a4-b9b3-e843093a7a54 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:40.616362 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-f024e0f3-bc03-48a4-b9b3-e843093a7a54 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Network 38a69901-39a5-4b68-8c2c-6f171225e75b is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:01:40.621228 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-f024e0f3-bc03-48a4-b9b3-e843093a7a54 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:01:40.624819 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-f024e0f3-bc03-48a4-b9b3-e843093a7a54 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:01:40.652054 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024e0f3-bc03-48a4-b9b3-e843093a7a54 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Pushing event updated for resources: {'Port': ['ID=0c0f452a-84ac-41b8-a99e-1c27cd8890c8,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:01:40.676832 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-f024e0f3-bc03-48a4-b9b3-e843093a7a54 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:40.677410 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-f024e0f3-bc03-48a4-b9b3-e843093a7a54 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:40.693391 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-f024e0f3-bc03-48a4-b9b3-e843093a7a54 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5991199 Aug 10 05:01:40.706301 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-f4ef2d62-400e-4163-82c8-a1b197845971 service neutron] Request body: {'port': {'device_id': 'e0152589-4b59-41f2-99c0-9de6a98c985a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:01:40.768226 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-f4ef2d62-400e-4163-82c8-a1b197845971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:40.828010 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-8d26dd7d-02e3-4960-8a3a-54185c4cbb62 None None] Provisioning for port 0c0f452a-84ac-41b8-a99e-1c27cd8890c8 completed by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:01:40.832801 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-8d26dd7d-02e3-4960-8a3a-54185c4cbb62 None None] Provisioning complete for port 0c0f452a-84ac-41b8-a99e-1c27cd8890c8 triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:01:40.833166 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8d26dd7d-02e3-4960-8a3a-54185c4cbb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:40.867388 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-8d26dd7d-02e3-4960-8a3a-54185c4cbb62 None None] Port 0c0f452a-84ac-41b8-a99e-1c27cd8890c8 cannot update to ACTIVE because it is not bound. {{(pid=93279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:01:41.033034 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-f4ef2d62-400e-4163-82c8-a1b197845971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c0f452a-84ac-41b8-a99e-1c27cd8890c8 {{(pid=93278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:01:41.040798 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-f4ef2d62-400e-4163-82c8-a1b197845971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:41.053778 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-f4ef2d62-400e-4163-82c8-a1b197845971 service neutron] Transition to ACTIVE for port object 0c0f452a-84ac-41b8-a99e-1c27cd8890c8 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:01:41.060414 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-f4ef2d62-400e-4163-82c8-a1b197845971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7361716'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:41.107597 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef2d62-400e-4163-82c8-a1b197845971 service neutron] Pushing event updated for resources: {'Port': ['ID=0c0f452a-84ac-41b8-a99e-1c27cd8890c8,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:01:41.180964 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-f4ef2d62-400e-4163-82c8-a1b197845971 service neutron] Attempting to bind port 0c0f452a-84ac-41b8-a99e-1c27cd8890c8 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:01:41.181599 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-f4ef2d62-400e-4163-82c8-a1b197845971 service neutron] Attempting to bind port 0c0f452a-84ac-41b8-a99e-1c27cd8890c8 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '8c0479b7-c059-4ba6-a645-2bcc381d404f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:01:41.182057 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-f4ef2d62-400e-4163-82c8-a1b197845971 service neutron] Attempting to bind port 0c0f452a-84ac-41b8-a99e-1c27cd8890c8 on network 38a69901-39a5-4b68-8c2c-6f171225e75b {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:01:41.186668 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-f4ef2d62-400e-4163-82c8-a1b197845971 service neutron] Port 0c0f452a-84ac-41b8-a99e-1c27cd8890c8 on network 38a69901-39a5-4b68-8c2c-6f171225e75b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 05:01:41.186973 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-f4ef2d62-400e-4163-82c8-a1b197845971 service neutron] Attempting to bind port 0c0f452a-84ac-41b8-a99e-1c27cd8890c8 on network 38a69901-39a5-4b68-8c2c-6f171225e75b {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:01:41.192566 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-f4ef2d62-400e-4163-82c8-a1b197845971 service neutron] Checking agent: {'id': '51cc88f3-029f-45e4-af3a-d9472a1d6530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'started_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:01:41.193001 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-f4ef2d62-400e-4163-82c8-a1b197845971 service neutron] Checking segment: {'id': '8c0479b7-c059-4ba6-a645-2bcc381d404f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:01:41.193488 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-f4ef2d62-400e-4163-82c8-a1b197845971 service neutron] Bound using segment: {'id': '8c0479b7-c059-4ba6-a645-2bcc381d404f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:01:41.193978 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-f4ef2d62-400e-4163-82c8-a1b197845971 service neutron] Bound port: 0c0f452a-84ac-41b8-a99e-1c27cd8890c8, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c0479b7-c059-4ba6-a645-2bcc381d404f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:01:41.194424 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-f4ef2d62-400e-4163-82c8-a1b197845971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:41.286773 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-f4ef2d62-400e-4163-82c8-a1b197845971 service neutron] For port 0c0f452a-84ac-41b8-a99e-1c27cd8890c8, host hv-cinder-80403, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:01:41.290406 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-f4ef2d62-400e-4163-82c8-a1b197845971 service neutron] For port 0c0f452a-84ac-41b8-a99e-1c27cd8890c8, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0c0f452a-84ac-41b8-a99e-1c27cd8890c8,segment=NetworkSegment(8c0479b7-c059-4ba6-a645-2bcc381d404f),segment_id=8c0479b7-c059-4ba6-a645-2bcc381d404f)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:01:41.297895 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-f4ef2d62-400e-4163-82c8-a1b197845971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7361716'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:41.313141 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a975bb4-baa3-4537-86c4-f8cfe84d21cd req-9ee89679-6252-47aa-ad3d-73dc0e901805 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:41.314640 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9a975bb4-baa3-4537-86c4-f8cfe84d21cd req-9ee89679-6252-47aa-ad3d-73dc0e901805 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0152589-4b59-41f2-99c0-9de6a98c985a HTTP/1.1" status: 200 len: 944 time: 0.0757675 Aug 10 05:01:41.347700 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-f4ef2d62-400e-4163-82c8-a1b197845971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:41.348287 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-f4ef2d62-400e-4163-82c8-a1b197845971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:41.349677 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-f4ef2d62-400e-4163-82c8-a1b197845971 service neutron] 10.222.0.63 "PUT /v2.0/ports/0c0f452a-84ac-41b8-a99e-1c27cd8890c8 HTTP/1.1" status: 200 len: 1094 time: 0.6480546 Aug 10 05:01:41.353988 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0152589-4b59-41f2-99c0-9de6a98c985a', 'tag': '0c0f452a-84ac-41b8-a99e-1c27cd8890c8'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:01:41.356397 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ad241413e3c5b5cfbdfd8ddf86169eda0c2eb72df278c9415fbec86a6c2f7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15672de7-d032-4694-a730-56b337d28e35" -d '{"events": [{"name": "network-changed", "server_uuid": "e0152589-4b59-41f2-99c0-9de6a98c985a", "tag": "0c0f452a-84ac-41b8-a99e-1c27cd8890c8"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:01:41.400558 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da62139-8624-42db-84fe-5419e890282f x-openstack-request-id: req-9da62139-8624-42db-84fe-5419e890282f {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:01:41.400829 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0152589-4b59-41f2-99c0-9de6a98c985a", "tag": "0c0f452a-84ac-41b8-a99e-1c27cd8890c8", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:01:41.401072 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9da62139-8624-42db-84fe-5419e890282f {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:01:41.401450 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0152589-4b59-41f2-99c0-9de6a98c985a', 'tag': '0c0f452a-84ac-41b8-a99e-1c27cd8890c8', 'status': 'completed', 'code': 200} Aug 10 05:01:41.408199 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9a975bb4-baa3-4537-86c4-f8cfe84d21cd req-9f25511b-ce68-4733-a94e-26862aa51268 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753803 Aug 10 05:01:41.419156 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef2d62-400e-4163-82c8-a1b197845971 service neutron] Pushing event updated for resources: {'Port': ['ID=0c0f452a-84ac-41b8-a99e-1c27cd8890c8,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:01:41.457532 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-10d80f9e-aa72-40ae-b2d3-a0c505a54e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:41.459102 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-10d80f9e-aa72-40ae-b2d3-a0c505a54e88 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f3e6fcb8db8246ba89506c2651668538&device_id=e0152589-4b59-41f2-99c0-9de6a98c985a HTTP/1.1" status: 200 len: 1097 time: 0.0480590 Aug 10 05:01:41.501507 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-cfb7281e-b3ce-42ab-8060-59600a813618 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c0f452a-84ac-41b8-a99e-1c27cd8890c8 HTTP/1.1" status: 200 len: 217 time: 0.0336154 Aug 10 05:01:41.551613 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-ddfacc57-efd7-47f2-95da-88c8158ec94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:41.553084 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-ddfacc57-efd7-47f2-95da-88c8158ec94f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=93497194-d72a-4696-b0fc-7223e82fd189 HTTP/1.1" status: 200 len: 851 time: 0.0447078 Aug 10 05:01:41.605235 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-8399ee44-31b4-49c2-b948-5a2a924a80e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:41.606884 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-8399ee44-31b4-49c2-b948-5a2a924a80e3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=38a69901-39a5-4b68-8c2c-6f171225e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455003 Aug 10 05:01:41.699402 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-a71651c3-3d91-4fd6-8771-1f08dece15ed service neutron] 10.222.0.63 "GET /v2.0/networks/38a69901-39a5-4b68-8c2c-6f171225e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847359 Aug 10 05:01:41.798219 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dd0e94ad-12ed-45a1-965e-c922b2ffbd09 req-c4fe78ca-7bcc-409d-8385-fb16f5f97661 service neutron] 10.222.0.63 "GET /v2.0/networks/38a69901-39a5-4b68-8c2c-6f171225e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912139 Aug 10 05:01:41.888122 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15672de7-d032-4694-a730-56b337d28e35 req-96e684b3-8279-4d5d-b073-1be22591b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:41.889584 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-15672de7-d032-4694-a730-56b337d28e35 req-96e684b3-8279-4d5d-b073-1be22591b4f8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f3e6fcb8db8246ba89506c2651668538&device_id=e0152589-4b59-41f2-99c0-9de6a98c985a HTTP/1.1" status: 200 len: 1097 time: 0.0436146 Aug 10 05:01:41.982026 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15672de7-d032-4694-a730-56b337d28e35 req-2be99b2d-b3dc-4318-b7f5-43d5c5d80c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:41.983509 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-15672de7-d032-4694-a730-56b337d28e35 req-2be99b2d-b3dc-4318-b7f5-43d5c5d80c5d service neutron] 10.222.0.63 "GET /v2.0/networks?id=38a69901-39a5-4b68-8c2c-6f171225e75b HTTP/1.1" status: 200 len: 913 time: 0.0864539 Aug 10 05:01:42.318454 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-15672de7-d032-4694-a730-56b337d28e35 req-841b03cf-72b5-4b8a-93bf-a03c0b459701 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c0f452a-84ac-41b8-a99e-1c27cd8890c8 HTTP/1.1" status: 200 len: 217 time: 0.3276541 Aug 10 05:01:42.368443 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15672de7-d032-4694-a730-56b337d28e35 req-5f55c533-1795-4e53-8495-04fb8cfa9521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:42.369778 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-15672de7-d032-4694-a730-56b337d28e35 req-5f55c533-1795-4e53-8495-04fb8cfa9521 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=93497194-d72a-4696-b0fc-7223e82fd189 HTTP/1.1" status: 200 len: 851 time: 0.0430822 Aug 10 05:01:42.415296 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15672de7-d032-4694-a730-56b337d28e35 req-a9602dd0-6f6d-45b4-a01e-789d6e904277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:42.416734 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-15672de7-d032-4694-a730-56b337d28e35 req-a9602dd0-6f6d-45b4-a01e-789d6e904277 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=38a69901-39a5-4b68-8c2c-6f171225e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396512 Aug 10 05:01:42.542687 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-15672de7-d032-4694-a730-56b337d28e35 req-e30610f3-f5f6-43f2-8f81-0764896e694a service neutron] 10.222.0.63 "GET /v2.0/networks/38a69901-39a5-4b68-8c2c-6f171225e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175823 Aug 10 05:01:42.554035 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a5b73-2064-4651-85d5-2ffd1ae916b3 req-4bebf65e-3d63-4fd8-aff4-3046bd1db9e6 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:42.555442 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c68a5b73-2064-4651-85d5-2ffd1ae916b3 req-4bebf65e-3d63-4fd8-aff4-3046bd1db9e6 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0152589-4b59-41f2-99c0-9de6a98c985a HTTP/1.1" status: 200 len: 944 time: 0.0755858 Aug 10 05:01:42.643701 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c68a5b73-2064-4651-85d5-2ffd1ae916b3 req-37b2fd08-ebe2-4ea4-9bdd-cd340fbdbb80 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789566 Aug 10 05:01:42.674290 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-15672de7-d032-4694-a730-56b337d28e35 req-7bb98f0f-46bd-4ec8-b19a-65cc7eea6f2a service neutron] 10.222.0.63 "GET /v2.0/networks/38a69901-39a5-4b68-8c2c-6f171225e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177204 Aug 10 05:01:43.779738 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b4732-272f-47c5-8138-f59e51f04e76 req-16f8c16e-1f43-4bef-a781-d9d0ec22e4ce tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:43.781217 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d93b4732-272f-47c5-8138-f59e51f04e76 req-16f8c16e-1f43-4bef-a781-d9d0ec22e4ce tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0152589-4b59-41f2-99c0-9de6a98c985a HTTP/1.1" status: 200 len: 944 time: 0.0629783 Aug 10 05:01:43.821969 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d93b4732-272f-47c5-8138-f59e51f04e76 req-9d6b0754-b1cc-465d-9ef7-b4f464929ce2 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313256 Aug 10 05:01:44.965419 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacde4f-542f-4406-a748-717184f60276 req-1790f9e5-9050-4b35-8614-f5ded4f2741a tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:44.967792 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2eacde4f-542f-4406-a748-717184f60276 req-1790f9e5-9050-4b35-8614-f5ded4f2741a tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0152589-4b59-41f2-99c0-9de6a98c985a HTTP/1.1" status: 200 len: 944 time: 0.0674169 Aug 10 05:01:45.006581 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2eacde4f-542f-4406-a748-717184f60276 req-77440de7-60da-4038-917d-4f2d447529bc tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336359 Aug 10 05:01:46.123307 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0eb0d-070c-4131-a2e2-0db417c7b0ee req-2015296f-3157-4755-99d8-7889acf2c4a3 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:46.124802 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-30f0eb0d-070c-4131-a2e2-0db417c7b0ee req-2015296f-3157-4755-99d8-7889acf2c4a3 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0152589-4b59-41f2-99c0-9de6a98c985a HTTP/1.1" status: 200 len: 944 time: 0.0500524 Aug 10 05:01:46.165605 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-30f0eb0d-070c-4131-a2e2-0db417c7b0ee req-2eae4c61-4cd3-4a34-a941-1d779e9206f1 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320890 Aug 10 05:01:47.156220 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f777708f-3339-43b6-bfca-0d170ef4e7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:47.307935 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b724117-ba36-48b7-8f04-399f2ea64cd3 req-8b341b48-c402-4fac-8398-bc0eea5da83f tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:47.310040 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9b724117-ba36-48b7-8f04-399f2ea64cd3 req-8b341b48-c402-4fac-8398-bc0eea5da83f tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0152589-4b59-41f2-99c0-9de6a98c985a HTTP/1.1" status: 200 len: 944 time: 0.0627468 Aug 10 05:01:47.356720 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9b724117-ba36-48b7-8f04-399f2ea64cd3 req-3ae20c42-4c1b-4f6e-b2f4-11919b64acc1 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400915 Aug 10 05:01:48.490011 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1706489d-e152-4b54-b8b0-9bdaf48135cd req-91d537fd-4ce0-4d0b-8761-cec5a7822d91 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:48.491527 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1706489d-e152-4b54-b8b0-9bdaf48135cd req-91d537fd-4ce0-4d0b-8761-cec5a7822d91 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0152589-4b59-41f2-99c0-9de6a98c985a HTTP/1.1" status: 200 len: 944 time: 0.0633430 Aug 10 05:01:48.534864 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1706489d-e152-4b54-b8b0-9bdaf48135cd req-cfa0de6f-942c-4535-be88-b34cee030d91 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341303 Aug 10 05:01:48.785922 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 0c0f452a-84ac-41b8-a99e-1c27cd8890c8 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:01:48.882456 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 0c0f452a-84ac-41b8-a99e-1c27cd8890c8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0c0f452a-84ac-41b8-a99e-1c27cd8890c8,segment=NetworkSegment(8c0479b7-c059-4ba6-a645-2bcc381d404f),segment_id=8c0479b7-c059-4ba6-a645-2bcc381d404f)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:01:48.893674 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Returning: {'device': '0c0f452a-84ac-41b8-a99e-1c27cd8890c8', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'port_id': '0c0f452a-84ac-41b8-a99e-1c27cd8890c8', 'mac_address': 'fa:16:3e:c6:98:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93497194-d72a-4696-b0fc-7223e82fd189', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:01:48.933971 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:48.946853 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c0f452a-84ac-41b8-a99e-1c27cd8890c8 {{(pid=93279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:01:48.967032 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 0c0f452a-84ac-41b8-a99e-1c27cd8890c8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0c0f452a-84ac-41b8-a99e-1c27cd8890c8,segment=NetworkSegment(8c0479b7-c059-4ba6-a645-2bcc381d404f),segment_id=8c0479b7-c059-4ba6-a645-2bcc381d404f)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:01:48.975418 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:49.037183 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=0c0f452a-84ac-41b8-a99e-1c27cd8890c8,revision_number=4']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:01:49.044376 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:49.044728 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:49.045087 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:49.045417 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:49.045754 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:49.046067 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:49.046390 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:49.046710 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:49.047079 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:49.047398 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:49.047719 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:49.048019 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:49.438192 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['0c0f452a-84ac-41b8-a99e-1c27cd8890c8'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:01:49.653346 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a2070-5fdd-47af-9def-4f289498b929 req-959add5b-75a8-4004-aafc-1fe49bdc56e2 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:49.654850 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-126a2070-5fdd-47af-9def-4f289498b929 req-959add5b-75a8-4004-aafc-1fe49bdc56e2 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0152589-4b59-41f2-99c0-9de6a98c985a HTTP/1.1" status: 200 len: 945 time: 0.0506439 Aug 10 05:01:49.694262 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-126a2070-5fdd-47af-9def-4f289498b929 req-83027d28-dcfa-4bc3-a590-05c1fa050cb6 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330794 Aug 10 05:01:49.777130 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:50.015956 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b00b3ff9-de78-481c-be22-ae2e283cfb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:50.222091 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:50.799570 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 0c0f452a-84ac-41b8-a99e-1c27cd8890c8 up at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:01:50.818350 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6873f42-d83d-4a93-b430-52f8227ebc39 req-db86858d-6d87-4d9b-b17f-a315e1eb78df tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:50.819912 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c6873f42-d83d-4a93-b430-52f8227ebc39 req-db86858d-6d87-4d9b-b17f-a315e1eb78df tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0152589-4b59-41f2-99c0-9de6a98c985a HTTP/1.1" status: 200 len: 945 time: 0.0532143 Aug 10 05:01:50.849116 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning for port 0c0f452a-84ac-41b8-a99e-1c27cd8890c8 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:01:50.852710 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning complete for port 0c0f452a-84ac-41b8-a99e-1c27cd8890c8 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:01:50.853090 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:50.858311 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c6873f42-d83d-4a93-b430-52f8227ebc39 req-b58cbab0-a55d-4c1f-9266-21a00407012e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319471 Aug 10 05:01:50.931104 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:50.953762 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0152589-4b59-41f2-99c0-9de6a98c985a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0f452a-84ac-41b8-a99e-1c27cd8890c8'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:01:50.956045 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684630205e793650736d742c593896f55c3712126ad5fa6ebc9acffcc34ee486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcfb2f04-9937-4137-8408-17417c9165f2" -d '{"events": [{"server_uuid": "e0152589-4b59-41f2-99c0-9de6a98c985a", "name": "network-vif-plugged", "status": "completed", "tag": "0c0f452a-84ac-41b8-a99e-1c27cd8890c8"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:01:50.969873 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 0c0f452a-84ac-41b8-a99e-1c27cd8890c8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0c0f452a-84ac-41b8-a99e-1c27cd8890c8,segment=NetworkSegment(8c0479b7-c059-4ba6-a645-2bcc381d404f),segment_id=8c0479b7-c059-4ba6-a645-2bcc381d404f)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:01:50.978684 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:51.002915 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0001901a-84d9-40c7-90f2-308aadc462db x-openstack-request-id: req-0001901a-84d9-40c7-90f2-308aadc462db {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:01:51.003269 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0152589-4b59-41f2-99c0-9de6a98c985a", "name": "network-vif-plugged", "status": "completed", "tag": "0c0f452a-84ac-41b8-a99e-1c27cd8890c8", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:01:51.003445 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0001901a-84d9-40c7-90f2-308aadc462db {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:01:51.003839 dv-cinder-804035-1-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0152589-4b59-41f2-99c0-9de6a98c985a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0f452a-84ac-41b8-a99e-1c27cd8890c8', 'code': 200} Aug 10 05:01:51.029227 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=0c0f452a-84ac-41b8-a99e-1c27cd8890c8,revision_number=5']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:01:51.263100 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:51.286032 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41c1e7-527d-4404-b76a-39b7c8c0a1e0 req-2f4fabce-c173-40d4-9460-6285c0cf9ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:51.287588 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-be41c1e7-527d-4404-b76a-39b7c8c0a1e0 req-2f4fabce-c173-40d4-9460-6285c0cf9ad8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e0152589-4b59-41f2-99c0-9de6a98c985a HTTP/1.1" status: 200 len: 1099 time: 0.0444534 Aug 10 05:01:51.335778 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-be41c1e7-527d-4404-b76a-39b7c8c0a1e0 req-c598a259-b4ae-424c-a34c-bc1033875ac3 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403941 Aug 10 05:01:52.001362 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7894b-0f0d-4722-8037-beb066a60600 req-520cadf4-e23a-48ae-91cc-1144623abff3 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:52.003270 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-20b7894b-0f0d-4722-8037-beb066a60600 req-520cadf4-e23a-48ae-91cc-1144623abff3 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0152589-4b59-41f2-99c0-9de6a98c985a HTTP/1.1" status: 200 len: 946 time: 0.0672345 Aug 10 05:01:52.043466 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-20b7894b-0f0d-4722-8037-beb066a60600 req-180c79ae-fded-4c1a-96c7-04802fea9e46 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332403 Aug 10 05:01:52.710718 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:53.167103 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781e944-e0ac-4aa5-a278-b539d2cc1894 req-3575e89f-90dd-4f00-b3d9-5b55d7323add tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:53.168564 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f781e944-e0ac-4aa5-a278-b539d2cc1894 req-3575e89f-90dd-4f00-b3d9-5b55d7323add tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0152589-4b59-41f2-99c0-9de6a98c985a HTTP/1.1" status: 200 len: 946 time: 0.0581143 Aug 10 05:01:53.209802 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f781e944-e0ac-4aa5-a278-b539d2cc1894 req-b004a21d-9553-4acb-a665-038d17b719e3 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328789 Aug 10 05:01:53.329048 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e186e-b6d8-4026-98dd-69174d2e1d24 req-27337498-b8cb-4c84-ba67-d5e971bd0fd7 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:53.330494 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-079e186e-b6d8-4026-98dd-69174d2e1d24 req-27337498-b8cb-4c84-ba67-d5e971bd0fd7 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0152589-4b59-41f2-99c0-9de6a98c985a HTTP/1.1" status: 200 len: 946 time: 0.0536404 Aug 10 05:01:53.371244 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-079e186e-b6d8-4026-98dd-69174d2e1d24 req-16601090-be78-4359-a99f-05a6c23e090a tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320649 Aug 10 05:01:53.404414 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 35376) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:01:53.444583 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce72483-1faa-49a5-9040-34b1c0f759c5 tempest-TestVolumeBootPattern-445556123 tempest-TestVolumeBootPattern-445556123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:53.446062 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-9ce72483-1faa-49a5-9040-34b1c0f759c5 tempest-TestVolumeBootPattern-445556123 tempest-TestVolumeBootPattern-445556123-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e0152589-4b59-41f2-99c0-9de6a98c985a HTTP/1.1" status: 200 len: 1094 time: 0.0406144 Aug 10 05:01:53.448971 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 35378) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:01:53.454045 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-d930991e-f8ee-4a3b-acb2-efe4f863477e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Request body: {'floatingip': {'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'port_id': '0c0f452a-84ac-41b8-a99e-1c27cd8890c8', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:01:53.478410 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d930991e-f8ee-4a3b-acb2-efe4f863477e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for floatingip, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:53.587431 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d930991e-f8ee-4a3b-acb2-efe4f863477e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:53.690663 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [None req-d930991e-f8ee-4a3b-acb2-efe4f863477e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Allocated IP 172.27.0.234 (0a1a8acd-4687-4edf-98ff-0a50fc5a0482/3fb0ac1d-f2fb-452a-b682-4051fe90b57f/d4fc23dd-ff4a-42f5-b9b4-a776518df9f9) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:01:53.795380 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d930991e-f8ee-4a3b-acb2-efe4f863477e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:53.837397 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d930991e-f8ee-4a3b-acb2-efe4f863477e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:53.888448 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d930991e-f8ee-4a3b-acb2-efe4f863477e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Network 0a1a8acd-4687-4edf-98ff-0a50fc5a0482 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:01:53.893752 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-d930991e-f8ee-4a3b-acb2-efe4f863477e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:01:53.896550 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d930991e-f8ee-4a3b-acb2-efe4f863477e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:01:53.899875 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930991e-f8ee-4a3b-acb2-efe4f863477e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Pushing event updated for resources: {'Port': ['ID=d4fc23dd-ff4a-42f5-b9b4-a776518df9f9,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:01:54.265686 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d930991e-f8ee-4a3b-acb2-efe4f863477e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:54.337156 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d930991e-f8ee-4a3b-acb2-efe4f863477e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:54.486857 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d930991e-f8ee-4a3b-acb2-efe4f863477e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:54.493587 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d930991e-f8ee-4a3b-acb2-efe4f863477e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7361716'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:54.509045 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:01:54.555988 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930991e-f8ee-4a3b-acb2-efe4f863477e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Pushing event updated for resources: {'Port': ['ID=d4fc23dd-ff4a-42f5-b9b4-a776518df9f9,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:01:54.570018 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d930991e-f8ee-4a3b-acb2-efe4f863477e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496286'] for floatingip, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:54.683433 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.db.l3_db [None req-d930991e-f8ee-4a3b-acb2-efe4f863477e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Floating IP 1675c51a-6406-4e76-883f-7bd51bac71be associated. External IP: 172.27.0.234, port: 0c0f452a-84ac-41b8-a99e-1c27cd8890c8. Aug 10 05:01:54.895724 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d930991e-f8ee-4a3b-acb2-efe4f863477e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Router 0f7ad699-10eb-4988-9dbe-6242e32c5226 has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:01:55.012600 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d930991e-f8ee-4a3b-acb2-efe4f863477e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:01:55.027082 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39b8655-cf02-498c-acf6-7b0e03bd71a7 None None] Sync routers for ids ['0f7ad699-10eb-4988-9dbe-6242e32c5226'] in dv-cinder-804035-1-iscsi {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:01:55.034967 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d930991e-f8ee-4a3b-acb2-efe4f863477e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for floatingip, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:55.036936 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39b8655-cf02-498c-acf6-7b0e03bd71a7 None None] Routers {'0f7ad699-10eb-4988-9dbe-6242e32c5226'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:01:55.037551 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-d39b8655-cf02-498c-acf6-7b0e03bd71a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:01:50Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['0f7ad699-10eb-4988-9dbe-6242e32c5226'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:01:55.063724 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-d930991e-f8ee-4a3b-acb2-efe4f863477e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6137538 Aug 10 05:01:55.064352 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0152589-4b59-41f2-99c0-9de6a98c985a', 'tag': '0c0f452a-84ac-41b8-a99e-1c27cd8890c8'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:01:55.066823 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ad241413e3c5b5cfbdfd8ddf86169eda0c2eb72df278c9415fbec86a6c2f7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c6a8b5-bbc9-42bb-86d0-e9ce3e270191" -d '{"events": [{"name": "network-changed", "server_uuid": "e0152589-4b59-41f2-99c0-9de6a98c985a", "tag": "0c0f452a-84ac-41b8-a99e-1c27cd8890c8"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:01:55.104534 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35594f6a-0f83-4303-b7c6-3b66d342b320 x-openstack-request-id: req-35594f6a-0f83-4303-b7c6-3b66d342b320 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:01:55.104824 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0152589-4b59-41f2-99c0-9de6a98c985a", "tag": "0c0f452a-84ac-41b8-a99e-1c27cd8890c8", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:01:55.105072 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-35594f6a-0f83-4303-b7c6-3b66d342b320 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:01:55.105476 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0152589-4b59-41f2-99c0-9de6a98c985a', 'tag': '0c0f452a-84ac-41b8-a99e-1c27cd8890c8', 'status': 'completed', 'code': 200} Aug 10 05:01:55.171278 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6a8b5-bbc9-42bb-86d0-e9ce3e270191 req-93940c3b-4ec3-41e9-8640-236a81b56ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:55.172800 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-74c6a8b5-bbc9-42bb-86d0-e9ce3e270191 req-93940c3b-4ec3-41e9-8640-236a81b56ff5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f3e6fcb8db8246ba89506c2651668538&device_id=e0152589-4b59-41f2-99c0-9de6a98c985a HTTP/1.1" status: 200 len: 1099 time: 0.0429449 Aug 10 05:01:55.266880 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6a8b5-bbc9-42bb-86d0-e9ce3e270191 req-723ce2f8-365a-4668-b143-5af63bdca7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:55.268411 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-74c6a8b5-bbc9-42bb-86d0-e9ce3e270191 req-723ce2f8-365a-4668-b143-5af63bdca7a8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=38a69901-39a5-4b68-8c2c-6f171225e75b HTTP/1.1" status: 200 len: 913 time: 0.0883074 Aug 10 05:01:55.273634 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-d39b8655-cf02-498c-acf6-7b0e03bd71a7 None None] Set router 0f7ad699-10eb-4988-9dbe-6242e32c5226 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:01:55.332838 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-74c6a8b5-bbc9-42bb-86d0-e9ce3e270191 req-5154f3c5-9c9a-4276-a6dd-56160dbcbbcf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c0f452a-84ac-41b8-a99e-1c27cd8890c8 HTTP/1.1" status: 200 len: 1000 time: 0.0571179 Aug 10 05:01:55.385586 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6a8b5-bbc9-42bb-86d0-e9ce3e270191 req-d9539a2f-ab72-4508-bf87-d9f73ae1c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:55.387089 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-74c6a8b5-bbc9-42bb-86d0-e9ce3e270191 req-d9539a2f-ab72-4508-bf87-d9f73ae1c637 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=93497194-d72a-4696-b0fc-7223e82fd189 HTTP/1.1" status: 200 len: 851 time: 0.0473440 Aug 10 05:01:55.436316 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6a8b5-bbc9-42bb-86d0-e9ce3e270191 req-74de77b8-1fb5-4fa7-a3b0-a36b5ff837db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:55.438091 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-74c6a8b5-bbc9-42bb-86d0-e9ce3e270191 req-74de77b8-1fb5-4fa7-a3b0-a36b5ff837db service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=38a69901-39a5-4b68-8c2c-6f171225e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429101 Aug 10 05:01:55.499405 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-d39b8655-cf02-498c-acf6-7b0e03bd71a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'name': 'tempest-TestVolumeBootPattern-1515326375-router', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:47Z', 'revision_number': 4, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'gw_port': {'id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_floatingips': [{'id': '1675c51a-6406-4e76-883f-7bd51bac71be', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'router_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'port_id': '0c0f452a-84ac-41b8-a99e-1c27cd8890c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'mac_address': 'fa:16:3e:c6:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0152589-4b59-41f2-99c0-9de6a98c985a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:01:54Z', 'updated_at': '2021-08-10T05:01:54Z', 'revision_number': 0, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635dfeb1-f01f-4164-ab04-4c6374429c6d', 'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'mac_address': 'fa:16:3e:f8:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '93497194-d72a-4696-b0fc-7223e82fd189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:46Z', 'updated_at': '2021-08-10T04:56:53Z', 'revision_number': 5, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'subnets': [{'id': '93497194-d72a-4696-b0fc-7223e82fd189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:01:55.526042 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39b8655-cf02-498c-acf6-7b0e03bd71a7 None None] Checking router: 0f7ad699-10eb-4988-9dbe-6242e32c5226 for host: dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:01:55.532767 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-74c6a8b5-bbc9-42bb-86d0-e9ce3e270191 req-f5e9907a-10ef-42e0-b9ae-4feeaa1c1a6e service neutron] 10.222.0.63 "GET /v2.0/networks/38a69901-39a5-4b68-8c2c-6f171225e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869517 Aug 10 05:01:55.534930 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39b8655-cf02-498c-acf6-7b0e03bd71a7 None None] Routers {'0f7ad699-10eb-4988-9dbe-6242e32c5226'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:01:55.535567 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-d39b8655-cf02-498c-acf6-7b0e03bd71a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:01:50Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['0f7ad699-10eb-4988-9dbe-6242e32c5226'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:01:55.626160 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-74c6a8b5-bbc9-42bb-86d0-e9ce3e270191 req-3e58a9b9-788e-42b1-8b3e-e75913f6cfba service neutron] 10.222.0.63 "GET /v2.0/networks/38a69901-39a5-4b68-8c2c-6f171225e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857716 Aug 10 05:01:55.642350 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-d39b8655-cf02-498c-acf6-7b0e03bd71a7 None None] Set router 0f7ad699-10eb-4988-9dbe-6242e32c5226 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:01:55.869046 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-d39b8655-cf02-498c-acf6-7b0e03bd71a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'name': 'tempest-TestVolumeBootPattern-1515326375-router', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:47Z', 'revision_number': 4, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'gw_port': {'id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_floatingips': [{'id': '1675c51a-6406-4e76-883f-7bd51bac71be', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'router_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'port_id': '0c0f452a-84ac-41b8-a99e-1c27cd8890c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'mac_address': 'fa:16:3e:c6:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0152589-4b59-41f2-99c0-9de6a98c985a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:01:54Z', 'updated_at': '2021-08-10T05:01:54Z', 'revision_number': 0, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635dfeb1-f01f-4164-ab04-4c6374429c6d', 'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'mac_address': 'fa:16:3e:f8:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '93497194-d72a-4696-b0fc-7223e82fd189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:46Z', 'updated_at': '2021-08-10T04:56:53Z', 'revision_number': 5, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'subnets': [{'id': '93497194-d72a-4696-b0fc-7223e82fd189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:01:55.895642 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39b8655-cf02-498c-acf6-7b0e03bd71a7 None None] The sync data for ids ['0f7ad699-10eb-4988-9dbe-6242e32c5226'] in dv-cinder-804035-1-iscsi is: [{'id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'name': 'tempest-TestVolumeBootPattern-1515326375-router', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:47Z', 'revision_number': 4, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'gw_port': {'id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_floatingips': [{'id': '1675c51a-6406-4e76-883f-7bd51bac71be', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'router_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'port_id': '0c0f452a-84ac-41b8-a99e-1c27cd8890c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'mac_address': 'fa:16:3e:c6:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0152589-4b59-41f2-99c0-9de6a98c985a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:01:54Z', 'updated_at': '2021-08-10T05:01:54Z', 'revision_number': 0, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635dfeb1-f01f-4164-ab04-4c6374429c6d', 'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'mac_address': 'fa:16:3e:f8:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '93497194-d72a-4696-b0fc-7223e82fd189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:46Z', 'updated_at': '2021-08-10T04:56:53Z', 'revision_number': 5, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'subnets': [{'id': '93497194-d72a-4696-b0fc-7223e82fd189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:01:56.076760 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d8665f-4dc7-4dfd-a134-5169dfdaf31d None None] New status for floating IP 1675c51a-6406-4e76-883f-7bd51bac71be: ACTIVE {{(pid=93280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:02:16.474624 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e9e22-de8a-4a95-8224-0d7cdc4d102d req-08457bd3-2c76-413e-8f28-35731efb559f tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:16.476136 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d99e9e22-de8a-4a95-8224-0d7cdc4d102d req-08457bd3-2c76-413e-8f28-35731efb559f tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0562580 Aug 10 05:02:16.515652 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d99e9e22-de8a-4a95-8224-0d7cdc4d102d req-c82732f1-46a6-4ad2-83fe-e7a90e760a02 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333221 Aug 10 05:02:17.159791 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f3b17c9b-f9b8-4a67-8274-f473673cd582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:17.642661 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec722d8c-8fb7-4a24-bfe0-d0d1aeb39490 req-37518433-9ada-4b48-a932-d05ea7ae1ed2 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:17.644032 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ec722d8c-8fb7-4a24-bfe0-d0d1aeb39490 req-37518433-9ada-4b48-a932-d05ea7ae1ed2 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0532038 Aug 10 05:02:17.687576 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ec722d8c-8fb7-4a24-bfe0-d0d1aeb39490 req-b8af0769-7014-4ac8-ab19-21e2881b3375 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375965 Aug 10 05:02:18.826532 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d48d0b-db33-47a3-ac34-98c189b0fe69 req-2428f58e-6434-4e15-8f00-5a82e4bb7724 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:18.828225 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f8d48d0b-db33-47a3-ac34-98c189b0fe69 req-2428f58e-6434-4e15-8f00-5a82e4bb7724 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0550141 Aug 10 05:02:18.872338 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f8d48d0b-db33-47a3-ac34-98c189b0fe69 req-61ddccf0-d108-4634-99fb-bd6e53bf8089 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351160 Aug 10 05:02:19.807443 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:20.000974 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527f23d-dba1-416b-89ab-923810ac9e0f req-136c52e8-24f6-44df-93ae-783c15730438 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:20.002458 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4527f23d-dba1-416b-89ab-923810ac9e0f req-136c52e8-24f6-44df-93ae-783c15730438 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0497031 Aug 10 05:02:20.011171 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bbabfd49-a59d-4ee2-b75c-133f9ea22b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:20.042330 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4527f23d-dba1-416b-89ab-923810ac9e0f req-0bfe5666-7636-48a6-99dc-80e33602c324 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332737 Aug 10 05:02:20.225887 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:21.168484 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be9a19-1716-454a-9fd8-f5173266547b req-08d9fd29-2b1d-4c26-8d3f-f6df805323d0 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:21.170150 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c7be9a19-1716-454a-9fd8-f5173266547b req-08d9fd29-2b1d-4c26-8d3f-f6df805323d0 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0516586 Aug 10 05:02:21.216463 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c7be9a19-1716-454a-9fd8-f5173266547b req-53eeb3a2-a8d5-46fb-8900-f8fb5d4dcc40 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376787 Aug 10 05:02:21.268246 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:22.345968 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8551f-d363-4e2e-89db-a1c5617b78ac req-ba4039ea-f16d-4eea-a417-37879e7dd4ec tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:22.347434 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-68f8551f-d363-4e2e-89db-a1c5617b78ac req-ba4039ea-f16d-4eea-a417-37879e7dd4ec tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0498304 Aug 10 05:02:22.390859 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-68f8551f-d363-4e2e-89db-a1c5617b78ac req-3eae50dc-8882-47e6-9a86-7d9c6b7f2067 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347197 Aug 10 05:02:22.717053 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:23.636970 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e63a51-69a2-49b5-8d44-b4948834298f req-96c85450-dc3c-4ae4-8dcf-27d1fe9d5f84 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:23.638433 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f2e63a51-69a2-49b5-8d44-b4948834298f req-96c85450-dc3c-4ae4-8dcf-27d1fe9d5f84 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.1570663 Aug 10 05:02:23.675950 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f2e63a51-69a2-49b5-8d44-b4948834298f req-8097e873-8ceb-48ce-aa4a-7cda72ae31cd tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312710 Aug 10 05:02:24.814247 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684f549-78d2-48ef-907a-6d7839718c63 req-0b968f1d-33e0-4f4b-9b0b-998aa4855483 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:24.816326 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c684f549-78d2-48ef-907a-6d7839718c63 req-0b968f1d-33e0-4f4b-9b0b-998aa4855483 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0602403 Aug 10 05:02:24.865154 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c684f549-78d2-48ef-907a-6d7839718c63 req-4ece8b01-e713-41fd-a2bf-42a960c0ba35 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421419 Aug 10 05:02:25.991229 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12928258-1d96-46d9-9842-061f6fa1d41c req-787f6686-3287-41fe-b98c-32293d862a05 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:25.992688 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-12928258-1d96-46d9-9842-061f6fa1d41c req-787f6686-3287-41fe-b98c-32293d862a05 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0538132 Aug 10 05:02:26.030321 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-12928258-1d96-46d9-9842-061f6fa1d41c req-edd6e006-764e-4999-85f0-9d5d95608327 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317030 Aug 10 05:02:27.156250 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af71488-1b89-4656-88df-1d40a7126bcf req-84be7311-f2b0-4598-af60-d290accbad61 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:27.157711 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1af71488-1b89-4656-88df-1d40a7126bcf req-84be7311-f2b0-4598-af60-d290accbad61 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0554581 Aug 10 05:02:27.194920 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1af71488-1b89-4656-88df-1d40a7126bcf req-48edaece-20ee-4980-8492-0b5526e103ba tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310946 Aug 10 05:02:28.329321 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f5c99-8303-45fa-8c81-65c3f4933e57 req-510d1f69-f706-40e7-bdda-a5c091a533b1 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:28.330683 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f35f5c99-8303-45fa-8c81-65c3f4933e57 req-510d1f69-f706-40e7-bdda-a5c091a533b1 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0534782 Aug 10 05:02:28.376448 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f35f5c99-8303-45fa-8c81-65c3f4933e57 req-4a284f37-c361-4d8d-93ed-378987ecf22f tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369163 Aug 10 05:02:29.507761 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccade80-2220-4e9f-9f24-3d087e8fbf79 req-9fef9ff1-991f-4a62-b15d-9d780f507e6e tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:29.509315 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8ccade80-2220-4e9f-9f24-3d087e8fbf79 req-9fef9ff1-991f-4a62-b15d-9d780f507e6e tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0545859 Aug 10 05:02:29.548930 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8ccade80-2220-4e9f-9f24-3d087e8fbf79 req-22341e70-5fd6-493a-bd65-5729acf73a29 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336506 Aug 10 05:02:30.719604 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844de408-86a3-4294-9591-ea60a4841b71 req-8e7bcb65-0248-4f2d-89b1-d3a950c48683 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:30.721052 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-844de408-86a3-4294-9591-ea60a4841b71 req-8e7bcb65-0248-4f2d-89b1-d3a950c48683 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.1004100 Aug 10 05:02:30.763851 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-844de408-86a3-4294-9591-ea60a4841b71 req-7d171cd3-d6ad-4c85-b36a-5cc7cfa30b33 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365844 Aug 10 05:02:31.513074 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:02:31.897244 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3473ee-a84c-410d-a02e-e28ff8bb59ab req-a88a536a-85ab-4cc5-9811-134be6489787 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:31.898728 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ba3473ee-a84c-410d-a02e-e28ff8bb59ab req-a88a536a-85ab-4cc5-9811-134be6489787 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0601025 Aug 10 05:02:31.945124 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ba3473ee-a84c-410d-a02e-e28ff8bb59ab req-6354bf32-aaa4-4487-bcc6-f6f77338650c tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378053 Aug 10 05:02:33.098086 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b634e0f-c4f5-4241-9d53-a2ffa6217ae2 req-c5269ce8-5790-445b-b31e-73d5ecacc27d tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:33.099558 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3b634e0f-c4f5-4241-9d53-a2ffa6217ae2 req-c5269ce8-5790-445b-b31e-73d5ecacc27d tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0600493 Aug 10 05:02:33.139918 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3b634e0f-c4f5-4241-9d53-a2ffa6217ae2 req-38876ad4-4553-4a9a-9417-b47b1239eb21 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343750 Aug 10 05:02:34.258905 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582a535-aa60-407f-9a1f-e8729ddb9939 req-d9baa4c4-0f46-40df-8be0-81c2ba049916 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:34.260452 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1582a535-aa60-407f-9a1f-e8729ddb9939 req-d9baa4c4-0f46-40df-8be0-81c2ba049916 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0502818 Aug 10 05:02:34.299881 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1582a535-aa60-407f-9a1f-e8729ddb9939 req-06384c83-06eb-4c59-8d90-799ab41a1f8d tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332315 Aug 10 05:02:35.422173 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9c070-d8e6-49d6-87b3-905238a7cac6 req-5e99fc22-5b98-47a1-876b-77f0180e21cf tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:35.423704 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c8a9c070-d8e6-49d6-87b3-905238a7cac6 req-5e99fc22-5b98-47a1-876b-77f0180e21cf tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0487437 Aug 10 05:02:35.465141 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c8a9c070-d8e6-49d6-87b3-905238a7cac6 req-18f2fa8e-4ced-4065-a75f-716d16f045d0 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350196 Aug 10 05:02:36.589168 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a609fb-a114-420f-b252-1a8f1cdd8a3a req-a45defd0-cf4f-4e5f-9257-7b81999af4fe tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:36.590635 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-80a609fb-a114-420f-b252-1a8f1cdd8a3a req-a45defd0-cf4f-4e5f-9257-7b81999af4fe tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0492322 Aug 10 05:02:36.628265 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-80a609fb-a114-420f-b252-1a8f1cdd8a3a req-aad13476-54aa-41a6-aa3f-ca6f900b86cb tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316756 Aug 10 05:02:36.794559 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075aabb3-4ab4-4a52-b1d2-ad11508e8d63 req-c600e7ce-10f1-4978-b514-d8344d341552 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:36.796056 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-075aabb3-4ab4-4a52-b1d2-ad11508e8d63 req-c600e7ce-10f1-4978-b514-d8344d341552 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 945 time: 0.0538812 Aug 10 05:02:36.835729 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-075aabb3-4ab4-4a52-b1d2-ad11508e8d63 req-caea1f18-4894-4497-8b46-0e31cedd079e tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309281 Aug 10 05:02:37.754499 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7d591-a49f-48d9-9377-7bbdf4bd0b00 req-00bf71aa-84b7-43fd-8d0f-f58c2760bd47 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:37.756014 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b0b7d591-a49f-48d9-9377-7bbdf4bd0b00 req-00bf71aa-84b7-43fd-8d0f-f58c2760bd47 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0490367 Aug 10 05:02:37.796405 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b0b7d591-a49f-48d9-9377-7bbdf4bd0b00 req-7d08604d-417d-43f0-bb84-2089e29c7f46 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344682 Aug 10 05:02:37.971005 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0ad87-c29f-48f1-b5c1-788a0290d755 req-c4be2a40-736c-477f-a408-ad502d311f14 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:37.972798 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3ec0ad87-c29f-48f1-b5c1-788a0290d755 req-c4be2a40-736c-477f-a408-ad502d311f14 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 945 time: 0.0611267 Aug 10 05:02:38.039013 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc365a9d-52d2-4c86-a4b0-c02caa096dab req-e0299312-be25-4b29-819a-bf6e926b3855 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:38.040433 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bc365a9d-52d2-4c86-a4b0-c02caa096dab req-e0299312-be25-4b29-819a-bf6e926b3855 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0883825 Aug 10 05:02:38.046281 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3ec0ad87-c29f-48f1-b5c1-788a0290d755 req-f588c6cb-05f6-4215-a62d-cd4b6ec94f9b tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594995 Aug 10 05:02:38.101179 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862536b6-1726-4959-a674-3002e64278da req-d8a31573-4e19-4f89-be87-cc214a4e1edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:38.102676 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-862536b6-1726-4959-a674-3002e64278da req-d8a31573-4e19-4f89-be87-cc214a4e1edc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=291cbfbef761457992d564a491b0a7f4&device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 1099 time: 0.0794914 Aug 10 05:02:38.105866 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bc365a9d-52d2-4c86-a4b0-c02caa096dab req-25e606bb-cbc7-41fe-b2fc-50e6b5e7b59f tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433962 Aug 10 05:02:38.197588 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862536b6-1726-4959-a674-3002e64278da req-1f9da0ea-9cf1-4f21-900c-85fb135cd54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:38.199064 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-862536b6-1726-4959-a674-3002e64278da req-1f9da0ea-9cf1-4f21-900c-85fb135cd54b service neutron] 10.222.0.63 "GET /v2.0/networks?id=4f037173-8d50-4b8b-8500-95d946155ed4 HTTP/1.1" status: 200 len: 912 time: 0.0885303 Aug 10 05:02:38.267235 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-862536b6-1726-4959-a674-3002e64278da req-c44b374c-157f-4173-9659-d1d4b66082c0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7467a0b5-b694-4623-bb5b-a29ae4655bc4 HTTP/1.1" status: 200 len: 1002 time: 0.0602648 Aug 10 05:02:38.335116 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862536b6-1726-4959-a674-3002e64278da req-95e2a595-f40a-4e84-b665-9f44e2adae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:38.336511 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-862536b6-1726-4959-a674-3002e64278da req-95e2a595-f40a-4e84-b665-9f44e2adae53 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=43e9af1a-fb3c-49ab-96ba-064c265232c0 HTTP/1.1" status: 200 len: 850 time: 0.0615220 Aug 10 05:02:38.390664 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862536b6-1726-4959-a674-3002e64278da req-31848870-6c94-407a-9cd6-fbaa933cf642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:38.392204 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-862536b6-1726-4959-a674-3002e64278da req-31848870-6c94-407a-9cd6-fbaa933cf642 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4f037173-8d50-4b8b-8500-95d946155ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470510 Aug 10 05:02:38.404128 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [req-862536b6-1726-4959-a674-3002e64278da req-771510b8-4097-4398-828c-ba950b30b9f4 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 05:02:38.405113 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-862536b6-1726-4959-a674-3002e64278da req-771510b8-4097-4398-828c-ba950b30b9f4 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052464 Aug 10 05:02:38.506633 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-862536b6-1726-4959-a674-3002e64278da req-ccdd1b0c-7bf2-495f-84b5-e4cfbbd5fcb6 service neutron] 10.222.0.63 "GET /v2.0/networks/4f037173-8d50-4b8b-8500-95d946155ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918489 Aug 10 05:02:38.601992 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-862536b6-1726-4959-a674-3002e64278da req-f96326ad-fbb9-48a5-aadb-21b57378edb3 service neutron] 10.222.0.63 "GET /v2.0/networks/4f037173-8d50-4b8b-8500-95d946155ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877225 Aug 10 05:02:39.174848 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6e636-768e-4c1b-81a9-e7e46a8dbc1e req-d633791c-1aed-4b6e-b1cf-29ca18b2d473 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:39.176405 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b0a6e636-768e-4c1b-81a9-e7e46a8dbc1e req-d633791c-1aed-4b6e-b1cf-29ca18b2d473 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 945 time: 0.0562205 Aug 10 05:02:39.244166 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b0a6e636-768e-4c1b-81a9-e7e46a8dbc1e req-aec64cf0-ada0-46c3-b71c-db7165cfeda3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578423 Aug 10 05:02:39.254927 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c723c-d9b9-436a-903e-b6d1e8e43a76 req-9d2766dc-14d0-4fd6-9726-7e27cfba15f0 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:39.256821 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-738c723c-d9b9-436a-903e-b6d1e8e43a76 req-9d2766dc-14d0-4fd6-9726-7e27cfba15f0 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0794134 Aug 10 05:02:39.295343 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-738c723c-d9b9-436a-903e-b6d1e8e43a76 req-989f2595-447a-451d-a57e-9d1147ec375d tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319223 Aug 10 05:02:40.372313 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0c673-f082-4a9d-a4c1-3a35f541252d req-67eecf68-1351-4b58-8fb3-67f8b3d0487a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:40.373804 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-67a0c673-f082-4a9d-a4c1-3a35f541252d req-67eecf68-1351-4b58-8fb3-67f8b3d0487a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 945 time: 0.0496600 Aug 10 05:02:40.437524 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-67a0c673-f082-4a9d-a4c1-3a35f541252d req-5edb43df-f514-4e14-ba9d-41b5ec86c459 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540507 Aug 10 05:02:40.447916 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef844c1b-671a-422e-a440-5d9184d57509 req-e0b8df12-b28e-4bfa-931c-9bb23d74e69e tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:40.449383 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ef844c1b-671a-422e-a440-5d9184d57509 req-e0b8df12-b28e-4bfa-931c-9bb23d74e69e tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0746982 Aug 10 05:02:40.487636 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ef844c1b-671a-422e-a440-5d9184d57509 req-3cf5d3ac-50c1-4dcd-94b3-9798cd0f9162 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322473 Aug 10 05:02:41.583124 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99082613-0689-4df1-8442-da7b5d99bb6e req-c8635ef5-0023-4ac9-a939-a618a633a92a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:41.584863 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-99082613-0689-4df1-8442-da7b5d99bb6e req-c8635ef5-0023-4ac9-a939-a618a633a92a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 945 time: 0.0635037 Aug 10 05:02:41.625523 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-99082613-0689-4df1-8442-da7b5d99bb6e req-30f52d3e-4142-44ed-8c73-66e41ee92f21 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346582 Aug 10 05:02:42.772809 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3ab75-f7e9-46e5-9e78-96efdafa6681 req-9b805fec-4dc5-4aa7-a9e3-1b33613c3594 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:42.774280 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d5e3ab75-f7e9-46e5-9e78-96efdafa6681 req-9b805fec-4dc5-4aa7-a9e3-1b33613c3594 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 945 time: 0.0624049 Aug 10 05:02:42.816912 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d5e3ab75-f7e9-46e5-9e78-96efdafa6681 req-f8e0fae0-c9ca-487b-95a6-f887207091f0 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338159 Aug 10 05:02:43.959974 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b673569-a406-4431-9125-4794b7c3dd7e req-e65c2391-99f2-4880-9b03-d0e8f3a6670a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:43.961421 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8b673569-a406-4431-9125-4794b7c3dd7e req-e65c2391-99f2-4880-9b03-d0e8f3a6670a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 945 time: 0.0573442 Aug 10 05:02:44.272607 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8b673569-a406-4431-9125-4794b7c3dd7e req-b6bc64a4-4438-4857-afbc-62e4edf6be32 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3026361 Aug 10 05:02:45.411749 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ccec5-7c9c-4870-86b1-143bc38fee0a req-3f6c75e8-2b2c-4a4b-b4c6-781600e2ebf6 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:45.413345 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-453ccec5-7c9c-4870-86b1-143bc38fee0a req-3f6c75e8-2b2c-4a4b-b4c6-781600e2ebf6 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 945 time: 0.0547400 Aug 10 05:02:45.455316 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-453ccec5-7c9c-4870-86b1-143bc38fee0a req-402f556e-d258-4db0-96b2-e7a82acc2d3a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327551 Aug 10 05:02:46.585683 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065f008-dcf0-45f7-8403-5eca137f774e req-65e51bba-c01b-4254-84c8-943fe0f4b97b tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:46.587192 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5065f008-dcf0-45f7-8403-5eca137f774e req-65e51bba-c01b-4254-84c8-943fe0f4b97b tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 945 time: 0.0579948 Aug 10 05:02:46.627322 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5065f008-dcf0-45f7-8403-5eca137f774e req-c243e783-58bd-4dcc-b488-9b2506458851 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339553 Aug 10 05:02:47.163618 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ab15ce70-4820-4ce4-bab1-b1ac9779be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:47.768261 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b674cc1-c937-453b-9be5-a5a12f6aee1c req-2d301dab-55a8-46d0-8e24-e9cab50912cb tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:47.769706 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5b674cc1-c937-453b-9be5-a5a12f6aee1c req-2d301dab-55a8-46d0-8e24-e9cab50912cb tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 945 time: 0.0568533 Aug 10 05:02:47.811774 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5b674cc1-c937-453b-9be5-a5a12f6aee1c req-19206563-349d-4001-b796-2eabab024c88 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334892 Aug 10 05:02:48.956225 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6c085-cc40-4696-ab6c-c88a7a1b823c req-edf290b4-d86f-4b51-9912-4e58aba4caeb tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:48.957695 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bac6c085-cc40-4696-ab6c-c88a7a1b823c req-edf290b4-d86f-4b51-9912-4e58aba4caeb tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 945 time: 0.0607023 Aug 10 05:02:48.997781 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bac6c085-cc40-4696-ab6c-c88a7a1b823c req-d6e8fe76-41d5-448f-8fe5-43ee1e2082f8 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324876 Aug 10 05:02:49.835495 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:50.018781 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-081f04cc-74da-4195-8c11-7947a895832e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:50.133521 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d178407-3e43-47ae-9370-53518487ea5a req-97697791-cb3a-4622-a2b8-faa1fa655d8d tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:50.135056 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8d178407-3e43-47ae-9370-53518487ea5a req-97697791-cb3a-4622-a2b8-faa1fa655d8d tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 945 time: 0.0604198 Aug 10 05:02:50.176312 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8d178407-3e43-47ae-9370-53518487ea5a req-1adab83d-aca4-4ad8-a369-4df7816036f8 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321887 Aug 10 05:02:50.222748 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:51.275040 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:51.313292 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48b76d-b33d-43ae-90c6-4191695a08ca req-5cdf8e0c-fc82-4b1c-aea1-d401a6fa5bff tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:51.314785 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5a48b76d-b33d-43ae-90c6-4191695a08ca req-5cdf8e0c-fc82-4b1c-aea1-d401a6fa5bff tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 945 time: 0.0551441 Aug 10 05:02:51.357504 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5a48b76d-b33d-43ae-90c6-4191695a08ca req-2f75f702-2685-46ec-aa88-b5d1860addb6 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366273 Aug 10 05:02:51.702540 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d25a19d0-3a40-4848-9117-ecf62678fb70 req-22fe56fa-3160-47b5-b6bf-223270e29402 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417783 Aug 10 05:02:51.791750 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a19d0-3a40-4848-9117-ecf62678fb70 req-0619f9b6-dc71-478f-912e-99a01fcff6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:51.793229 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d25a19d0-3a40-4848-9117-ecf62678fb70 req-0619f9b6-dc71-478f-912e-99a01fcff6ff service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=291cbfbef761457992d564a491b0a7f4&device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 1099 time: 0.0441391 Aug 10 05:02:51.902341 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a19d0-3a40-4848-9117-ecf62678fb70 req-1848741b-8d2d-49e8-b32c-e1670049d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:51.903827 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d25a19d0-3a40-4848-9117-ecf62678fb70 req-1848741b-8d2d-49e8-b32c-e1670049d508 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4f037173-8d50-4b8b-8500-95d946155ed4 HTTP/1.1" status: 200 len: 912 time: 0.0842116 Aug 10 05:02:52.204979 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d25a19d0-3a40-4848-9117-ecf62678fb70 req-0b56c35d-0b86-4c37-899e-0dd14ff96e2f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7467a0b5-b694-4623-bb5b-a29ae4655bc4 HTTP/1.1" status: 200 len: 1002 time: 0.0732396 Aug 10 05:02:52.262414 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a19d0-3a40-4848-9117-ecf62678fb70 req-ceb1b166-bf25-49bd-b81a-96eb27bad2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:52.263879 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d25a19d0-3a40-4848-9117-ecf62678fb70 req-ceb1b166-bf25-49bd-b81a-96eb27bad2a3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=43e9af1a-fb3c-49ab-96ba-064c265232c0 HTTP/1.1" status: 200 len: 850 time: 0.0503321 Aug 10 05:02:52.316043 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a19d0-3a40-4848-9117-ecf62678fb70 req-f040eda2-479e-4804-90ee-c58c8e484731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:52.317423 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d25a19d0-3a40-4848-9117-ecf62678fb70 req-f040eda2-479e-4804-90ee-c58c8e484731 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4f037173-8d50-4b8b-8500-95d946155ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455878 Aug 10 05:02:52.414729 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d25a19d0-3a40-4848-9117-ecf62678fb70 req-66f5cfa9-6337-46d0-967f-927e331cce58 service neutron] 10.222.0.63 "GET /v2.0/networks/4f037173-8d50-4b8b-8500-95d946155ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880909 Aug 10 05:02:52.538323 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc07cb2-c472-4c83-a598-01625e88cf6d req-49ce72b3-0bc4-413f-83ab-5601b364cc03 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:52.539813 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6dc07cb2-c472-4c83-a598-01625e88cf6d req-49ce72b3-0bc4-413f-83ab-5601b364cc03 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 945 time: 0.0992036 Aug 10 05:02:52.543478 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d25a19d0-3a40-4848-9117-ecf62678fb70 req-bec64a9e-3521-4a95-8429-c89e6f2cda08 service neutron] 10.222.0.63 "GET /v2.0/networks/4f037173-8d50-4b8b-8500-95d946155ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206486 Aug 10 05:02:52.580193 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6dc07cb2-c472-4c83-a598-01625e88cf6d req-c14494f5-57a0-4261-b0bb-4c68203cc54a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339546 Aug 10 05:02:52.723344 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:53.715658 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2ec75-655b-43ca-8d38-a627f4a9fc1c req-acbcf373-d20b-4c0e-a6a4-fc5d0d012273 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:53.717156 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d8c2ec75-655b-43ca-8d38-a627f4a9fc1c req-acbcf373-d20b-4c0e-a6a4-fc5d0d012273 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 945 time: 0.0529056 Aug 10 05:02:53.761569 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d8c2ec75-655b-43ca-8d38-a627f4a9fc1c req-41a94f4e-9b97-4197-824a-0eddfb8fe76b tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355253 Aug 10 05:02:54.898543 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc063ccc-5dea-48b4-beed-82522b42ebec req-9335e626-f68e-4b85-893f-cc473df8871b tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:54.900035 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cc063ccc-5dea-48b4-beed-82522b42ebec req-9335e626-f68e-4b85-893f-cc473df8871b tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 945 time: 0.0590675 Aug 10 05:02:54.937211 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cc063ccc-5dea-48b4-beed-82522b42ebec req-5fadf4d0-f20f-4e3e-a890-f9004f711e94 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312233 Aug 10 05:02:55.089828 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 86c7b64a-99db-41a1-96ad-b937e738039f details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:02:55.188288 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 86c7b64a-99db-41a1-96ad-b937e738039f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=86c7b64a-99db-41a1-96ad-b937e738039f,segment=NetworkSegment(3f230113-748d-49c3-b686-177bf1e5d247),segment_id=3f230113-748d-49c3-b686-177bf1e5d247)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:02:55.200332 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Returning: {'device': '86c7b64a-99db-41a1-96ad-b937e738039f', 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c', 'port_id': '86c7b64a-99db-41a1-96ad-b937e738039f', 'mac_address': 'fa:16:3e:74:51:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:02:55.238100 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:55.255426 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86c7b64a-99db-41a1-96ad-b937e738039f {{(pid=93279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:02:55.276073 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 86c7b64a-99db-41a1-96ad-b937e738039f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=86c7b64a-99db-41a1-96ad-b937e738039f,segment=NetworkSegment(3f230113-748d-49c3-b686-177bf1e5d247),segment_id=3f230113-748d-49c3-b686-177bf1e5d247)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:02:55.282852 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:55.332364 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=86c7b64a-99db-41a1-96ad-b937e738039f,revision_number=6']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:02:55.339334 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:55.339684 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:55.340073 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:55.340369 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:55.340754 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:55.341272 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:55.341612 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:55.341936 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:55.342285 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:55.342610 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:55.342933 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:55.343279 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:55.402232 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['86c7b64a-99db-41a1-96ad-b937e738039f'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:02:56.075443 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1af5f-6ee0-4aec-a3a4-acc58997364a req-f81ac3f2-ef6f-4c6c-ba99-c53415c34150 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:56.076916 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e5e1af5f-6ee0-4aec-a3a4-acc58997364a req-f81ac3f2-ef6f-4c6c-ba99-c53415c34150 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 944 time: 0.0586565 Aug 10 05:02:56.128926 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e5e1af5f-6ee0-4aec-a3a4-acc58997364a req-e8b40060-daa7-4466-8c18-2224ba5299be tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432591 Aug 10 05:02:57.112258 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 86c7b64a-99db-41a1-96ad-b937e738039f up at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:02:57.169790 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning complete for port 86c7b64a-99db-41a1-96ad-b937e738039f triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:02:57.170167 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:57.247978 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:57.253180 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139dfb45-74d0-4ac7-9978-da730a17db54 req-12b6e10a-17f1-43a8-bf4f-bf5a2b3280ec tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:57.254776 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-139dfb45-74d0-4ac7-9978-da730a17db54 req-12b6e10a-17f1-43a8-bf4f-bf5a2b3280ec tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 944 time: 0.0493107 Aug 10 05:02:57.270457 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c7b64a-99db-41a1-96ad-b937e738039f'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:02:57.272627 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684630205e793650736d742c593896f55c3712126ad5fa6ebc9acffcc34ee486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435ba0b7-6465-4fbf-b49c-e1d5077ba2a8" -d '{"events": [{"server_uuid": "397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52", "name": "network-vif-plugged", "status": "completed", "tag": "86c7b64a-99db-41a1-96ad-b937e738039f"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:02:57.285628 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 86c7b64a-99db-41a1-96ad-b937e738039f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=86c7b64a-99db-41a1-96ad-b937e738039f,segment=NetworkSegment(3f230113-748d-49c3-b686-177bf1e5d247),segment_id=3f230113-748d-49c3-b686-177bf1e5d247)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:02:57.291224 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:57.301049 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-139dfb45-74d0-4ac7-9978-da730a17db54 req-6ce26f82-a451-45e8-865c-14ddce6973e4 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401461 Aug 10 05:02:57.318666 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2ff921-af1d-4d74-93f9-99385d585a54 x-openstack-request-id: req-af2ff921-af1d-4d74-93f9-99385d585a54 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:02:57.318921 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52", "name": "network-vif-plugged", "status": "completed", "tag": "86c7b64a-99db-41a1-96ad-b937e738039f", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:02:57.319227 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-af2ff921-af1d-4d74-93f9-99385d585a54 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:02:57.319603 dv-cinder-804035-1-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c7b64a-99db-41a1-96ad-b937e738039f', 'code': 200} Aug 10 05:02:57.344670 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=86c7b64a-99db-41a1-96ad-b937e738039f,revision_number=7']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:02:58.435431 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8868f-bafc-4cb1-8ce9-5baad620b453 req-9efd0463-5ed5-472a-98c5-53a31e4f49f0 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:58.436913 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-77d8868f-bafc-4cb1-8ce9-5baad620b453 req-9efd0463-5ed5-472a-98c5-53a31e4f49f0 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 945 time: 0.0567813 Aug 10 05:02:58.477151 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-77d8868f-bafc-4cb1-8ce9-5baad620b453 req-1b1b366f-ce2c-4561-9aea-db9d53c22f97 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315988 Aug 10 05:02:59.601945 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265fe89-9a85-4761-a563-957afafd549f req-a13b0b81-ad67-48c8-a874-07232a4ffe87 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:59.603698 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1265fe89-9a85-4761-a563-957afafd549f req-a13b0b81-ad67-48c8-a874-07232a4ffe87 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 945 time: 0.0509906 Aug 10 05:02:59.642963 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1265fe89-9a85-4761-a563-957afafd549f req-dc101c6c-1bd2-4794-b241-2ecbd0274dd8 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329771 Aug 10 05:03:00.768611 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde106bf-f7f9-44dc-a1e7-9bca2ac9324d req-9abe9799-c441-44d6-9e88-b080c732ed84 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:00.770150 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dde106bf-f7f9-44dc-a1e7-9bca2ac9324d req-9abe9799-c441-44d6-9e88-b080c732ed84 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 945 time: 0.0517406 Aug 10 05:03:00.834845 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dde106bf-f7f9-44dc-a1e7-9bca2ac9324d req-a6477290-e8ea-49d3-b61e-bbfe9c553265 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482659 Aug 10 05:03:01.960317 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac683b-301d-48fc-9863-e9d3a397311f req-cbcc2646-cc19-49dd-a756-13b0a22fc2f7 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:01.961803 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-68ac683b-301d-48fc-9863-e9d3a397311f req-cbcc2646-cc19-49dd-a756-13b0a22fc2f7 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 945 time: 0.0555038 Aug 10 05:03:02.009699 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-68ac683b-301d-48fc-9863-e9d3a397311f req-e8536545-8e92-4c1e-8efc-ab1e44fe2334 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413494 Aug 10 05:03:03.155133 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc4002-b2ab-45d0-ab73-1173270eb866 req-bf32bab0-2454-40ee-beb5-b72ad002184f tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:03.162344 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-99dc4002-b2ab-45d0-ab73-1173270eb866 req-bf32bab0-2454-40ee-beb5-b72ad002184f tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 945 time: 0.0662143 Aug 10 05:03:03.199187 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-99dc4002-b2ab-45d0-ab73-1173270eb866 req-ee78484d-90ff-4288-b624-590fe6a05363 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359156 Aug 10 05:03:04.352099 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9a03b-5d25-4bc4-acf3-db81d47d5fed req-9e65c600-903b-429c-bde8-4a7655382396 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:04.354026 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0ae9a03b-5d25-4bc4-acf3-db81d47d5fed req-9e65c600-903b-429c-bde8-4a7655382396 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 945 time: 0.0732260 Aug 10 05:03:04.403075 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0ae9a03b-5d25-4bc4-acf3-db81d47d5fed req-8989386d-56f2-49cd-971c-4c04316e5546 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407841 Aug 10 05:03:05.555999 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccaf7ac-be59-4ea9-8feb-4ff13d683c97 req-d58c31d9-77ed-459c-90a7-af81d058c6ee tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:05.557885 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2ccaf7ac-be59-4ea9-8feb-4ff13d683c97 req-d58c31d9-77ed-459c-90a7-af81d058c6ee tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 945 time: 0.0566449 Aug 10 05:03:05.611155 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2ccaf7ac-be59-4ea9-8feb-4ff13d683c97 req-d8a3ca4f-c2f9-4ee3-9840-5adaa8166d85 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470607 Aug 10 05:03:06.768053 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59310f9-84e8-4b21-b39c-0d4ded6ef116 req-06cd9a3e-158d-49a0-93b6-dfea2869c97b tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:06.769781 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f59310f9-84e8-4b21-b39c-0d4ded6ef116 req-06cd9a3e-158d-49a0-93b6-dfea2869c97b tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 945 time: 0.0655065 Aug 10 05:03:06.816136 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f59310f9-84e8-4b21-b39c-0d4ded6ef116 req-41bb13de-c1d5-48c7-8658-cc7f812678dc tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373425 Aug 10 05:03:07.956889 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27468da2-7aac-46f7-ad35-598865f140fd req-d6e274b9-d43f-4c9d-a8f1-da27f5b1a8e5 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:07.958435 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-27468da2-7aac-46f7-ad35-598865f140fd req-d6e274b9-d43f-4c9d-a8f1-da27f5b1a8e5 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 945 time: 0.0518062 Aug 10 05:03:08.004359 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-27468da2-7aac-46f7-ad35-598865f140fd req-43409fbb-0493-4ccf-b082-9328d8ab0719 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398540 Aug 10 05:03:08.512483 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:03:09.141910 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c4cd0-4101-4b4d-81f7-9ab187df840b req-74f6c0bf-262b-4787-ad73-d0b8a97be98d tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:09.149089 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f01c4cd0-4101-4b4d-81f7-9ab187df840b req-74f6c0bf-262b-4787-ad73-d0b8a97be98d tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 945 time: 0.0573449 Aug 10 05:03:09.187502 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f01c4cd0-4101-4b4d-81f7-9ab187df840b req-81f56eae-6f4b-4ec3-beb3-13637b119527 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374832 Aug 10 05:03:10.331684 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6fa31-ad90-4542-ae57-0687f144f9b1 req-67e00b6d-2d70-46ef-98b4-5d537da0baac tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:10.333085 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-03a6fa31-ad90-4542-ae57-0687f144f9b1 req-67e00b6d-2d70-46ef-98b4-5d537da0baac tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 945 time: 0.0613830 Aug 10 05:03:10.374293 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-03a6fa31-ad90-4542-ae57-0687f144f9b1 req-7f438cfd-7f19-48e2-b535-7b4f3fc4f63e tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350165 Aug 10 05:03:10.529629 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1d445-27e9-4633-8449-6da88aa95885 req-a624f7c6-aa44-4ff6-b8b4-f7eb66f29e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:10.531232 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-27a1d445-27e9-4633-8449-6da88aa95885 req-a624f7c6-aa44-4ff6-b8b4-f7eb66f29e30 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=66a8bb3c6be240719e5ec8a74319a2e3&device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 1098 time: 0.0992827 Aug 10 05:03:10.626550 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1d445-27e9-4633-8449-6da88aa95885 req-ca2d2eed-c994-4e93-a832-6cc0d0c927d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:10.628024 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-27a1d445-27e9-4633-8449-6da88aa95885 req-ca2d2eed-c994-4e93-a832-6cc0d0c927d3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1d5d3c9f-e413-437f-a63e-a3f1a946fd9c HTTP/1.1" status: 200 len: 918 time: 0.0887892 Aug 10 05:03:10.695485 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-27a1d445-27e9-4633-8449-6da88aa95885 req-c72cdc3b-e0ac-475c-976a-53e20f9cc904 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86c7b64a-99db-41a1-96ad-b937e738039f HTTP/1.1" status: 200 len: 1001 time: 0.0592797 Aug 10 05:03:10.749684 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1d445-27e9-4633-8449-6da88aa95885 req-b77db62a-967f-47a6-879d-fbbc811520af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:10.751160 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-27a1d445-27e9-4633-8449-6da88aa95885 req-b77db62a-967f-47a6-879d-fbbc811520af service neutron] 10.222.0.63 "GET /v2.0/subnets?id=730c2c7a-bff8-4fac-9b46-2ea8ba090a71 HTTP/1.1" status: 200 len: 856 time: 0.0464265 Aug 10 05:03:10.800915 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1d445-27e9-4633-8449-6da88aa95885 req-8361afc1-f3a2-4468-999b-fa8d0fb7ae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:10.802377 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-27a1d445-27e9-4633-8449-6da88aa95885 req-8361afc1-f3a2-4468-999b-fa8d0fb7ae29 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1d5d3c9f-e413-437f-a63e-a3f1a946fd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437703 Aug 10 05:03:10.909446 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-27a1d445-27e9-4633-8449-6da88aa95885 req-2c02b36b-9573-4ea1-8f26-e6839431f111 service neutron] 10.222.0.63 "GET /v2.0/networks/1d5d3c9f-e413-437f-a63e-a3f1a946fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968461 Aug 10 05:03:11.003455 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-27a1d445-27e9-4633-8449-6da88aa95885 req-25c10e7f-a429-4b8f-b1ae-4e9de9de118b service neutron] 10.222.0.63 "GET /v2.0/networks/1d5d3c9f-e413-437f-a63e-a3f1a946fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861473 Aug 10 05:03:11.506122 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc376e-e957-4b7c-844b-ff6f1cb68ef5 req-a2953697-ebf6-462f-a379-c0a9ca22f9ba tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:11.507641 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-45cc376e-e957-4b7c-844b-ff6f1cb68ef5 req-a2953697-ebf6-462f-a379-c0a9ca22f9ba tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 945 time: 0.0533183 Aug 10 05:03:11.548061 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-45cc376e-e957-4b7c-844b-ff6f1cb68ef5 req-3c3585c0-142c-426f-b4dd-a872bb37b6e3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317607 Aug 10 05:03:12.692262 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff5dac-e661-4182-8114-06ee87e88974 req-6d88fcc7-d986-4a8d-b6a7-bdfa88793b76 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:12.693764 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ffff5dac-e661-4182-8114-06ee87e88974 req-6d88fcc7-d986-4a8d-b6a7-bdfa88793b76 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 945 time: 0.0557666 Aug 10 05:03:12.733983 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ffff5dac-e661-4182-8114-06ee87e88974 req-3966e078-6154-45c8-b1e8-c90fb5786926 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311995 Aug 10 05:03:13.879033 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f3695-58a7-4ded-aa46-d5b5621e9d8d req-275bc7e7-b5d6-4b38-b123-39b266060df7 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:13.880515 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1d2f3695-58a7-4ded-aa46-d5b5621e9d8d req-275bc7e7-b5d6-4b38-b123-39b266060df7 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 945 time: 0.0642483 Aug 10 05:03:13.918774 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1d2f3695-58a7-4ded-aa46-d5b5621e9d8d req-aec852ad-3a64-43ae-8c49-ed20fd404939 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322928 Aug 10 05:03:14.934026 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019163c-1240-4ad7-aeb8-878ce8efff38 req-733b7513-ccbe-487f-8fce-f7e0f1d2f063 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:14.935543 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0019163c-1240-4ad7-aeb8-878ce8efff38 req-733b7513-ccbe-487f-8fce-f7e0f1d2f063 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 945 time: 0.0585866 Aug 10 05:03:14.991431 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d65d4e5f-efcf-401f-bb35-5940f115b6e0 req-7f7284c8-1325-4053-b98b-dae025518707 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0756400 Aug 10 05:03:14.994654 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0019163c-1240-4ad7-aeb8-878ce8efff38 req-de72fbce-aa59-483a-afed-dc45f205f127 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460255 Aug 10 05:03:15.240012 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 86c7b64a-99db-41a1-96ad-b937e738039f no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:03:15.319807 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:15.347241 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86c7b64a-99db-41a1-96ad-b937e738039f'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:03:15.349467 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684630205e793650736d742c593896f55c3712126ad5fa6ebc9acffcc34ee486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb558dda-f965-47f1-8e75-000de4069796" -d '{"events": [{"server_uuid": "397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52", "name": "network-vif-unplugged", "status": "completed", "tag": "86c7b64a-99db-41a1-96ad-b937e738039f"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:03:15.364069 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 86c7b64a-99db-41a1-96ad-b937e738039f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=86c7b64a-99db-41a1-96ad-b937e738039f,segment=NetworkSegment(3f230113-748d-49c3-b686-177bf1e5d247),segment_id=3f230113-748d-49c3-b686-177bf1e5d247)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:03:15.369098 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:15.395242 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 05:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5be7cb-ce49-4cc1-b1cd-842b5045f9c0 x-openstack-request-id: req-0d5be7cb-ce49-4cc1-b1cd-842b5045f9c0 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:03:15.395524 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52", "name": "network-vif-unplugged", "status": "failed", "tag": "86c7b64a-99db-41a1-96ad-b937e738039f", "code": 422}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:03:15.395767 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0d5be7cb-ce49-4cc1-b1cd-842b5045f9c0 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:03:15.396148 dv-cinder-804035-1-iscsi neutron-server[93279]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '86c7b64a-99db-41a1-96ad-b937e738039f', 'code': 422} returned with failed status Aug 10 05:03:15.421231 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=86c7b64a-99db-41a1-96ad-b937e738039f,revision_number=8']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:03:16.006787 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d4e5f-efcf-401f-bb35-5940f115b6e0 req-bf9604fa-7c7d-46b8-9ca2-f817561bbf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:16.008333 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d65d4e5f-efcf-401f-bb35-5940f115b6e0 req-bf9604fa-7c7d-46b8-9ca2-f817561bbf85 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52&tenant_id=66a8bb3c6be240719e5ec8a74319a2e3 HTTP/1.1" status: 200 len: 1096 time: 0.0738859 Aug 10 05:03:16.100057 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d4e5f-efcf-401f-bb35-5940f115b6e0 req-8c7b8d20-bfab-4ded-9078-41ed5b7e113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:16.101537 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d65d4e5f-efcf-401f-bb35-5940f115b6e0 req-8c7b8d20-bfab-4ded-9078-41ed5b7e113f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=66a8bb3c6be240719e5ec8a74319a2e3&device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 1096 time: 0.0682616 Aug 10 05:03:16.178305 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa96dda-494d-440e-8fd7-57c38e16aaef req-9d48dcc7-042d-46a5-961a-b00ce1ccd2be tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:16.179776 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0aa96dda-494d-440e-8fd7-57c38e16aaef req-9d48dcc7-042d-46a5-961a-b00ce1ccd2be tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 943 time: 0.1113775 Aug 10 05:03:16.239045 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d4e5f-efcf-401f-bb35-5940f115b6e0 req-c932330b-a157-491c-986b-568d8e7c392c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:16.240611 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d65d4e5f-efcf-401f-bb35-5940f115b6e0 req-c932330b-a157-491c-986b-568d8e7c392c service neutron] 10.222.0.63 "GET /v2.0/networks?id=1d5d3c9f-e413-437f-a63e-a3f1a946fd9c HTTP/1.1" status: 200 len: 918 time: 0.1299729 Aug 10 05:03:16.243544 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0aa96dda-494d-440e-8fd7-57c38e16aaef req-8332b1c8-3498-4de2-bea0-ff7d46e97f99 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575900 Aug 10 05:03:16.309567 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d65d4e5f-efcf-401f-bb35-5940f115b6e0 req-89bfda82-52aa-44ca-b8ef-0f492f1777ae service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86c7b64a-99db-41a1-96ad-b937e738039f HTTP/1.1" status: 200 len: 999 time: 0.0615578 Aug 10 05:03:16.365071 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d4e5f-efcf-401f-bb35-5940f115b6e0 req-192d3d9e-6815-4f37-aea7-1748f84d5051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:16.366508 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d65d4e5f-efcf-401f-bb35-5940f115b6e0 req-192d3d9e-6815-4f37-aea7-1748f84d5051 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=730c2c7a-bff8-4fac-9b46-2ea8ba090a71 HTTP/1.1" status: 200 len: 856 time: 0.0493286 Aug 10 05:03:16.418543 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d4e5f-efcf-401f-bb35-5940f115b6e0 req-ecbcc563-3722-45d8-9285-429597d3f83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:16.420017 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d65d4e5f-efcf-401f-bb35-5940f115b6e0 req-ecbcc563-3722-45d8-9285-429597d3f83c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1d5d3c9f-e413-437f-a63e-a3f1a946fd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456429 Aug 10 05:03:16.511295 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d65d4e5f-efcf-401f-bb35-5940f115b6e0 req-a8bfac49-10d6-4b95-a463-11aac504d21d service neutron] 10.222.0.63 "GET /v2.0/networks/1d5d3c9f-e413-437f-a63e-a3f1a946fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829434 Aug 10 05:03:16.612830 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d65d4e5f-efcf-401f-bb35-5940f115b6e0 req-d704cdc2-c8b4-4de6-b413-76fe96754a5c service neutron] 10.222.0.63 "GET /v2.0/networks/1d5d3c9f-e413-437f-a63e-a3f1a946fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927768 Aug 10 05:03:17.158375 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1c4a-064c-48b8-9851-3fe7a32339a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:17.370679 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016891c-5e3e-475c-975c-9a49218eb9da req-e9f24632-b259-4384-9a9c-86b645fd801e tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:17.372193 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1016891c-5e3e-475c-975c-9a49218eb9da req-e9f24632-b259-4384-9a9c-86b645fd801e tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 943 time: 0.0508754 Aug 10 05:03:17.415557 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1016891c-5e3e-475c-975c-9a49218eb9da req-7c08f98f-2b0a-4322-b9ea-1e88c79bb5ee tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368669 Aug 10 05:03:18.548103 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851891d-344a-4816-bc80-7479d176ff8e req-14056553-0ad5-4c9f-b313-95dd738cc7d3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:18.549569 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b851891d-344a-4816-bc80-7479d176ff8e req-14056553-0ad5-4c9f-b313-95dd738cc7d3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 943 time: 0.0496454 Aug 10 05:03:18.590598 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b851891d-344a-4816-bc80-7479d176ff8e req-eec15226-af72-462e-9141-f2e8e2f39673 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319886 Aug 10 05:03:19.734374 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8efd2-a28a-4538-a4c3-e92c583c8fd0 req-232cddfd-18e9-4fdc-a092-0f89baa41b8d tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:19.736437 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b3e8efd2-a28a-4538-a4c3-e92c583c8fd0 req-232cddfd-18e9-4fdc-a092-0f89baa41b8d tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 943 time: 0.0585356 Aug 10 05:03:19.774787 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b3e8efd2-a28a-4538-a4c3-e92c583c8fd0 req-d44b1333-7f29-4ea3-a129-7970aa7103f1 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319865 Aug 10 05:03:19.846035 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:20.011658 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-54f022a3-35c6-4da6-a734-6811d5a58193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:20.218684 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:20.906964 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f63828-09e9-4651-8036-4e7320e99ddb req-1fbe869f-780a-450a-958a-ecb4acd88c9c tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:20.908521 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d4f63828-09e9-4651-8036-4e7320e99ddb req-1fbe869f-780a-450a-958a-ecb4acd88c9c tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 943 time: 0.0565751 Aug 10 05:03:20.946906 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d4f63828-09e9-4651-8036-4e7320e99ddb req-fd9a2e8f-2036-4022-b81b-f6f420ae9166 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320351 Aug 10 05:03:21.273171 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:22.075174 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91bc22-e8f1-45bc-a3d3-28e186c62bcf req-43d95d52-e346-410b-a851-921e5d6a2425 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:22.076632 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7c91bc22-e8f1-45bc-a3d3-28e186c62bcf req-43d95d52-e346-410b-a851-921e5d6a2425 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 943 time: 0.0505042 Aug 10 05:03:22.119378 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7c91bc22-e8f1-45bc-a3d3-28e186c62bcf req-ede6cce3-89ad-4070-8f99-c04c61e5c6be tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339913 Aug 10 05:03:22.723696 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:23.275640 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b19238-b82f-4c51-a0ce-599ef5cad637 req-7aacc95f-070c-4fd7-91d1-86e63930476c tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:23.277000 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-14b19238-b82f-4c51-a0ce-599ef5cad637 req-7aacc95f-070c-4fd7-91d1-86e63930476c tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 943 time: 0.0634615 Aug 10 05:03:23.316546 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-14b19238-b82f-4c51-a0ce-599ef5cad637 req-f06930d4-711a-4d02-992e-45b006d385fb tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334926 Aug 10 05:03:24.466006 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f703d48-aa4a-427e-a73c-3ab97d4f6cee req-1e2061b1-d8ab-46a2-b39e-8feb332bdabf tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:24.467678 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0f703d48-aa4a-427e-a73c-3ab97d4f6cee req-1e2061b1-d8ab-46a2-b39e-8feb332bdabf tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 943 time: 0.0613351 Aug 10 05:03:24.510763 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0f703d48-aa4a-427e-a73c-3ab97d4f6cee req-ce720994-9f75-4104-94cd-d792bc1552ed tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356274 Aug 10 05:03:25.647560 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775f7db-bf4f-43e9-8439-341d1df7082b req-f5c53d20-9a94-4c7c-8734-ca38fe0f409a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:25.649102 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6775f7db-bf4f-43e9-8439-341d1df7082b req-f5c53d20-9a94-4c7c-8734-ca38fe0f409a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 943 time: 0.0556383 Aug 10 05:03:25.693691 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6775f7db-bf4f-43e9-8439-341d1df7082b req-0f7ead86-fbf6-48de-9b56-b2849081d7d6 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384188 Aug 10 05:03:26.838247 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e8070-8939-45fc-9b79-cb222629eca5 req-a7e6d36d-eaf0-4ee5-8f4f-c23940e593d1 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:26.839794 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-832e8070-8939-45fc-9b79-cb222629eca5 req-a7e6d36d-eaf0-4ee5-8f4f-c23940e593d1 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 943 time: 0.0690725 Aug 10 05:03:26.877768 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-832e8070-8939-45fc-9b79-cb222629eca5 req-0f5c46c7-df0b-4d4f-b959-8d367af22cb7 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313616 Aug 10 05:03:28.008415 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca022ca4-b119-4f34-9c3a-72e9c5af3297 req-c848045a-1e24-4536-b376-86b5a37debc5 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:28.009877 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ca022ca4-b119-4f34-9c3a-72e9c5af3297 req-c848045a-1e24-4536-b376-86b5a37debc5 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 943 time: 0.0478253 Aug 10 05:03:28.048066 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ca022ca4-b119-4f34-9c3a-72e9c5af3297 req-27996231-d2b3-4702-bfab-f810f76bfd18 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322578 Aug 10 05:03:29.191308 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75af83-e029-4306-91c4-0018489da7ba req-255caacb-4dc3-4792-b376-2ad89062387b tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:29.192879 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1a75af83-e029-4306-91c4-0018489da7ba req-255caacb-4dc3-4792-b376-2ad89062387b tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 943 time: 0.0597091 Aug 10 05:03:29.234392 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1a75af83-e029-4306-91c4-0018489da7ba req-ec4f99b3-85f7-40ca-a771-1c2249ee872a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351529 Aug 10 05:03:30.382383 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf61390-f077-484e-a52f-c65e230a67db req-17b59884-762a-4cf2-aa93-6c3a00d9b27e tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:30.383827 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0bf61390-f077-484e-a52f-c65e230a67db req-17b59884-762a-4cf2-aa93-6c3a00d9b27e tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 943 time: 0.0641375 Aug 10 05:03:30.432475 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0bf61390-f077-484e-a52f-c65e230a67db req-16585f95-a429-4a9b-bbfd-32421f03ca84 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404975 Aug 10 05:03:31.560803 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9734b6-8062-4b07-84d3-43c2b8a6a1d1 req-a0008e02-1447-41c0-ad0e-1cb625d27475 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:31.562270 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bb9734b6-8062-4b07-84d3-43c2b8a6a1d1 req-a0008e02-1447-41c0-ad0e-1cb625d27475 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 943 time: 0.0497098 Aug 10 05:03:31.612675 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bb9734b6-8062-4b07-84d3-43c2b8a6a1d1 req-9be64320-d907-442c-8507-2ece76a5738e tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372920 Aug 10 05:03:32.743249 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32250666-54c3-4bca-85dc-8bbd931a66ee req-ad872073-2748-44f8-8322-a038e54321f0 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:32.744949 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-32250666-54c3-4bca-85dc-8bbd931a66ee req-ad872073-2748-44f8-8322-a038e54321f0 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 943 time: 0.0594916 Aug 10 05:03:32.783322 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-32250666-54c3-4bca-85dc-8bbd931a66ee req-77bd20eb-4545-41d4-b50a-09b4932c32c8 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326271 Aug 10 05:03:33.922774 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7c2b0-7305-42bf-9dcf-909bc3b04d06 req-2f1e1dae-e866-45ce-b5f9-56f69de89428 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:33.924280 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-90d7c2b0-7305-42bf-9dcf-909bc3b04d06 req-2f1e1dae-e866-45ce-b5f9-56f69de89428 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 943 time: 0.0581253 Aug 10 05:03:33.965964 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-90d7c2b0-7305-42bf-9dcf-909bc3b04d06 req-017ad482-0659-4dcd-95ad-47bcb277c18c tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322657 Aug 10 05:03:35.102444 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de8323-1f10-4ca2-bc37-97f964382eea req-5022ebbc-5bca-4d3b-a07c-96fd282350e2 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:35.104221 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a2de8323-1f10-4ca2-bc37-97f964382eea req-5022ebbc-5bca-4d3b-a07c-96fd282350e2 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 943 time: 0.0499206 Aug 10 05:03:35.143960 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a2de8323-1f10-4ca2-bc37-97f964382eea req-dada951b-db8e-42eb-a366-b3e77c7cdb35 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313044 Aug 10 05:03:36.289197 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d0162-8f45-4e64-9324-258ad8264d83 req-26122f43-81c3-43fd-9fc1-af70be22a397 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:36.290555 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fb5d0162-8f45-4e64-9324-258ad8264d83 req-26122f43-81c3-43fd-9fc1-af70be22a397 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 943 time: 0.0496013 Aug 10 05:03:36.330177 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fb5d0162-8f45-4e64-9324-258ad8264d83 req-e69919c4-16bc-4eb1-9caf-34dac70c8480 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326264 Aug 10 05:03:37.472712 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984ddf3-cc90-4cac-8917-59de4aa8c502 req-1ba0df79-5dfd-4d26-b806-e456485a9b1c tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:37.474160 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b984ddf3-cc90-4cac-8917-59de4aa8c502 req-1ba0df79-5dfd-4d26-b806-e456485a9b1c tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 943 time: 0.0551744 Aug 10 05:03:37.513930 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b984ddf3-cc90-4cac-8917-59de4aa8c502 req-3da77594-63a5-418e-93d0-84337e9c7da9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326767 Aug 10 05:03:38.656724 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e09c4f-dab2-4971-830f-829feae502d4 req-00fc98c8-82f1-45a2-9630-4a306e547c11 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:38.658238 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a1e09c4f-dab2-4971-830f-829feae502d4 req-00fc98c8-82f1-45a2-9630-4a306e547c11 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 943 time: 0.0654857 Aug 10 05:03:38.703731 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a1e09c4f-dab2-4971-830f-829feae502d4 req-e96f5ab5-92c6-4942-b704-589eb366b781 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368354 Aug 10 05:03:39.834035 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c98c7-4c8c-4349-a7d5-e58b24982bbf req-9cb2ad8c-db93-462b-89a3-9edfab83314e tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:39.835512 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ba8c98c7-4c8c-4349-a7d5-e58b24982bbf req-9cb2ad8c-db93-462b-89a3-9edfab83314e tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 943 time: 0.0570045 Aug 10 05:03:39.874664 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ba8c98c7-4c8c-4349-a7d5-e58b24982bbf req-eba723be-c410-41a2-b03e-fe1d8a98ec0d tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329380 Aug 10 05:03:41.013930 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3e910-f6e7-4032-bbeb-ae661c3f72c2 req-181bc54e-fd60-4efd-b899-93347d6f840c tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:41.015425 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-20b3e910-f6e7-4032-bbeb-ae661c3f72c2 req-181bc54e-fd60-4efd-b899-93347d6f840c tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 943 time: 0.0537453 Aug 10 05:03:41.055943 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-20b3e910-f6e7-4032-bbeb-ae661c3f72c2 req-8e29a87b-14ed-4d23-80ae-145eb3943164 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334876 Aug 10 05:03:42.193810 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e7e46-d693-4d0e-ab84-415a7dea4a76 req-ff3f7f26-69ad-4cad-8a57-2746d1a5570a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:42.195315 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ea8e7e46-d693-4d0e-ab84-415a7dea4a76 req-ff3f7f26-69ad-4cad-8a57-2746d1a5570a tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 943 time: 0.0604308 Aug 10 05:03:42.236408 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ea8e7e46-d693-4d0e-ab84-415a7dea4a76 req-8eb41bc9-543c-466e-970d-05595e5a1b0e tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321851 Aug 10 05:03:43.292644 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 86c7b64a-99db-41a1-96ad-b937e738039f details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:03:43.364999 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc286150-eb84-42c5-a644-5aabdf9ab385 req-fb3bbdb0-e93b-4aeb-b48f-1fb45d7acf49 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:43.366473 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bc286150-eb84-42c5-a644-5aabdf9ab385 req-fb3bbdb0-e93b-4aeb-b48f-1fb45d7acf49 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 943 time: 0.0501361 Aug 10 05:03:43.385217 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 86c7b64a-99db-41a1-96ad-b937e738039f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=86c7b64a-99db-41a1-96ad-b937e738039f,segment=NetworkSegment(3f230113-748d-49c3-b686-177bf1e5d247),segment_id=3f230113-748d-49c3-b686-177bf1e5d247)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:03:43.399639 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Returning: {'device': '86c7b64a-99db-41a1-96ad-b937e738039f', 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c', 'port_id': '86c7b64a-99db-41a1-96ad-b937e738039f', 'mac_address': 'fa:16:3e:74:51:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:03:43.405294 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bc286150-eb84-42c5-a644-5aabdf9ab385 req-e7e6f325-87d9-4fae-96f7-305065b9584c tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322723 Aug 10 05:03:43.438155 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:43.450934 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c7b64a-99db-41a1-96ad-b937e738039f {{(pid=93279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:03:43.469597 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 86c7b64a-99db-41a1-96ad-b937e738039f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=86c7b64a-99db-41a1-96ad-b937e738039f,segment=NetworkSegment(3f230113-748d-49c3-b686-177bf1e5d247),segment_id=3f230113-748d-49c3-b686-177bf1e5d247)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:03:43.475467 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:43.524739 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=86c7b64a-99db-41a1-96ad-b937e738039f,revision_number=9']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:03:43.862272 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['86c7b64a-99db-41a1-96ad-b937e738039f'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:03:44.538507 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab49236-1447-4f79-8976-5a2711a1f54c req-ca256268-6c81-45a3-8c85-5ba0b8df3006 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:44.540015 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0ab49236-1447-4f79-8976-5a2711a1f54c req-ca256268-6c81-45a3-8c85-5ba0b8df3006 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 944 time: 0.0614076 Aug 10 05:03:44.579237 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0ab49236-1447-4f79-8976-5a2711a1f54c req-2f1c1bc7-2df0-4508-bb4d-9623d236b5ad tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331409 Aug 10 05:03:45.301967 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 86c7b64a-99db-41a1-96ad-b937e738039f up at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:03:45.360450 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning complete for port 86c7b64a-99db-41a1-96ad-b937e738039f triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:03:45.360897 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:45.446475 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:45.469037 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c7b64a-99db-41a1-96ad-b937e738039f'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:03:45.471268 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684630205e793650736d742c593896f55c3712126ad5fa6ebc9acffcc34ee486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63291f3a-6ba2-4049-b2f2-8d0b38dc9e58" -d '{"events": [{"server_uuid": "397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52", "name": "network-vif-plugged", "status": "completed", "tag": "86c7b64a-99db-41a1-96ad-b937e738039f"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:03:45.484464 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 86c7b64a-99db-41a1-96ad-b937e738039f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=86c7b64a-99db-41a1-96ad-b937e738039f,segment=NetworkSegment(3f230113-748d-49c3-b686-177bf1e5d247),segment_id=3f230113-748d-49c3-b686-177bf1e5d247)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:03:45.490798 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:45.510698 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:03:45.539579 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=86c7b64a-99db-41a1-96ad-b937e738039f,revision_number=10']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:03:45.586505 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea07f9c-9c0e-4897-9680-2cf8bf02d18d x-openstack-request-id: req-1ea07f9c-9c0e-4897-9680-2cf8bf02d18d {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:03:45.586793 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52", "name": "network-vif-plugged", "status": "completed", "tag": "86c7b64a-99db-41a1-96ad-b937e738039f", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:03:45.587072 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1ea07f9c-9c0e-4897-9680-2cf8bf02d18d {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:03:45.587468 dv-cinder-804035-1-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c7b64a-99db-41a1-96ad-b937e738039f', 'code': 200} Aug 10 05:03:45.706450 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043eb8c-ddcd-4433-83f0-eccbe2074628 req-14942a7f-4df7-4279-80d7-14dadee607ad tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:45.707994 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d043eb8c-ddcd-4433-83f0-eccbe2074628 req-14942a7f-4df7-4279-80d7-14dadee607ad tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 946 time: 0.0496600 Aug 10 05:03:45.753968 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d043eb8c-ddcd-4433-83f0-eccbe2074628 req-03ff3daa-1f9c-4090-89ca-bdac884e46c7 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397227 Aug 10 05:03:45.784905 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cfe03-396f-4047-8552-836b97c4a286 req-47c36378-c83c-4703-a38e-12f90edbc8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:45.787136 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-782cfe03-396f-4047-8552-836b97c4a286 req-47c36378-c83c-4703-a38e-12f90edbc8af service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 1099 time: 0.0474107 Aug 10 05:03:45.824957 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-782cfe03-396f-4047-8552-836b97c4a286 req-7db250e0-74e2-48c3-ae7c-d5cc3323ef9f service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297294 Aug 10 05:03:46.901499 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da85e70-3bf0-4eb2-8320-f08132ce13e1 req-5c50458c-666e-4ba7-9b5a-90c2b9cd72aa tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:46.902957 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0da85e70-3bf0-4eb2-8320-f08132ce13e1 req-5c50458c-666e-4ba7-9b5a-90c2b9cd72aa tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 946 time: 0.0523181 Aug 10 05:03:46.961157 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0da85e70-3bf0-4eb2-8320-f08132ce13e1 req-af604fb4-80e7-43c2-99c7-4bd9679384fa tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493264 Aug 10 05:03:47.162722 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6ca2d3cc-4d70-4d99-9c49-2d31bef466de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:48.090582 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0e1f1-3e1c-4dda-88fc-5725dc2a9549 req-57209958-14ec-4ed7-93c5-851200e18cf1 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:48.092072 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fbb0e1f1-3e1c-4dda-88fc-5725dc2a9549 req-57209958-14ec-4ed7-93c5-851200e18cf1 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 946 time: 0.0519600 Aug 10 05:03:48.130332 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fbb0e1f1-3e1c-4dda-88fc-5725dc2a9549 req-2785ccd7-5557-47c3-b7fc-e07acc708dba tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322802 Aug 10 05:03:49.834971 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:50.017622 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c6e70ee1-3daa-4162-9b5a-b45c5befa5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:50.218396 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:51.280418 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:52.730761 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:53.008546 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-47ffa086-7436-4db3-836b-55fbe4192a51 req-0c0c0653-2ed9-4885-96bc-4f8c9e48cedf service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436153 Aug 10 05:03:53.079484 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffa086-7436-4db3-836b-55fbe4192a51 req-8c1bcd91-7e5d-4817-b516-c6b51d6664bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:53.080981 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-47ffa086-7436-4db3-836b-55fbe4192a51 req-8c1bcd91-7e5d-4817-b516-c6b51d6664bd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=66a8bb3c6be240719e5ec8a74319a2e3&device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 1099 time: 0.0431275 Aug 10 05:03:53.197181 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffa086-7436-4db3-836b-55fbe4192a51 req-a8d63e10-144e-452e-879c-4c85f31219d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:53.198692 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-47ffa086-7436-4db3-836b-55fbe4192a51 req-a8d63e10-144e-452e-879c-4c85f31219d9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1d5d3c9f-e413-437f-a63e-a3f1a946fd9c HTTP/1.1" status: 200 len: 918 time: 0.0975637 Aug 10 05:03:53.268358 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-47ffa086-7436-4db3-836b-55fbe4192a51 req-897abad1-25f9-44ce-aa44-afdce37c5f04 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86c7b64a-99db-41a1-96ad-b937e738039f HTTP/1.1" status: 200 len: 1001 time: 0.0608912 Aug 10 05:03:53.326903 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffa086-7436-4db3-836b-55fbe4192a51 req-3d41725d-1e44-451b-ba1a-bdddcdbd8b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:53.328542 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-47ffa086-7436-4db3-836b-55fbe4192a51 req-3d41725d-1e44-451b-ba1a-bdddcdbd8b61 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=730c2c7a-bff8-4fac-9b46-2ea8ba090a71 HTTP/1.1" status: 200 len: 856 time: 0.0525026 Aug 10 05:03:53.374311 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffa086-7436-4db3-836b-55fbe4192a51 req-a68e3e4f-0b0b-45cf-ac0f-0a66ed3d80ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:53.375988 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-47ffa086-7436-4db3-836b-55fbe4192a51 req-a68e3e4f-0b0b-45cf-ac0f-0a66ed3d80ad service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1d5d3c9f-e413-437f-a63e-a3f1a946fd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401294 Aug 10 05:03:53.465319 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-47ffa086-7436-4db3-836b-55fbe4192a51 req-46c9376e-a2c4-43c0-935c-017f193860f8 service neutron] 10.222.0.63 "GET /v2.0/networks/1d5d3c9f-e413-437f-a63e-a3f1a946fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791595 Aug 10 05:03:53.568436 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-47ffa086-7436-4db3-836b-55fbe4192a51 req-c7c323b8-bef6-462e-9d6b-2a6a22d9bc81 service neutron] 10.222.0.63 "GET /v2.0/networks/1d5d3c9f-e413-437f-a63e-a3f1a946fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922208 Aug 10 05:03:57.401140 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524a2e2-4fd4-40ff-b327-0e893899de3f req-973e6131-e852-489b-8ef9-d6f5dff91b65 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:57.402596 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9524a2e2-4fd4-40ff-b327-0e893899de3f req-973e6131-e852-489b-8ef9-d6f5dff91b65 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0494683 Aug 10 05:03:57.441927 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9524a2e2-4fd4-40ff-b327-0e893899de3f req-5ee14699-de8c-408a-95d4-d851dce08f66 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319080 Aug 10 05:03:58.569683 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4947011-cdc7-4408-bfea-199d7768480e req-9a076856-e58b-43aa-b229-1f3519efbade tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:58.571160 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a4947011-cdc7-4408-bfea-199d7768480e req-9a076856-e58b-43aa-b229-1f3519efbade tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0558813 Aug 10 05:03:58.617394 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a4947011-cdc7-4408-bfea-199d7768480e req-4215db46-73dc-4989-a01c-290f2b073d92 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=38dd68e7-a458-4fc1-9a4d-691306e4b2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372643 Aug 10 05:03:58.860531 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67248e4a-06e2-4506-bd96-0b4df77434eb req-e7d8ff87-3d75-4064-88e2-f1cd82a5afa0 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:58.861951 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-67248e4a-06e2-4506-bd96-0b4df77434eb req-e7d8ff87-3d75-4064-88e2-f1cd82a5afa0 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.63 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 946 time: 0.0580389 Aug 10 05:03:58.951302 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-67248e4a-06e2-4506-bd96-0b4df77434eb req-e14c1e2c-5610-41cb-9735-4948370ba173 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Deleting port 7467a0b5-b694-4623-bb5b-a29ae4655bc4 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:03:58.951728 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-67248e4a-06e2-4506-bd96-0b4df77434eb req-e14c1e2c-5610-41cb-9735-4948370ba173 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:59.040647 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-67248e4a-06e2-4506-bd96-0b4df77434eb req-e14c1e2c-5610-41cb-9735-4948370ba173 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] For port 7467a0b5-b694-4623-bb5b-a29ae4655bc4, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7467a0b5-b694-4623-bb5b-a29ae4655bc4,segment=NetworkSegment(4aa592e9-004a-43e5-a046-78ee40ed08eb),segment_id=4aa592e9-004a-43e5-a046-78ee40ed08eb)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:03:59.041008 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-67248e4a-06e2-4506-bd96-0b4df77434eb req-e14c1e2c-5610-41cb-9735-4948370ba173 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:59.212514 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-67248e4a-06e2-4506-bd96-0b4df77434eb req-e14c1e2c-5610-41cb-9735-4948370ba173 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:59.212755 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-67248e4a-06e2-4506-bd96-0b4df77434eb req-e14c1e2c-5610-41cb-9735-4948370ba173 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496286'] for floatingip, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:59.213098 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.db.l3_db [req-67248e4a-06e2-4506-bd96-0b4df77434eb req-e14c1e2c-5610-41cb-9735-4948370ba173 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Floating IP ef685acc-e4cb-4b80-b775-d6c319b9a219 disassociated. External IP: 172.27.0.212, port: 7467a0b5-b694-4623-bb5b-a29ae4655bc4. Aug 10 05:03:59.213430 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-67248e4a-06e2-4506-bd96-0b4df77434eb req-e14c1e2c-5610-41cb-9735-4948370ba173 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Calling delete_port for 7467a0b5-b694-4623-bb5b-a29ae4655bc4 owned by compute:nova {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:03:59.345554 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-67248e4a-06e2-4506-bd96-0b4df77434eb req-e14c1e2c-5610-41cb-9735-4948370ba173 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:59.373927 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c1e2c-5610-41cb-9735-4948370ba173 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Pushing event deleted for resources: {'Port': ['ID=7467a0b5-b694-4623-bb5b-a29ae4655bc4,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:03:59.386315 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14c1e2c-5610-41cb-9735-4948370ba173 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:59.386668 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14c1e2c-5610-41cb-9735-4948370ba173 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:59.387042 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14c1e2c-5610-41cb-9735-4948370ba173 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:59.387383 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14c1e2c-5610-41cb-9735-4948370ba173 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:59.387857 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14c1e2c-5610-41cb-9735-4948370ba173 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:59.388199 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14c1e2c-5610-41cb-9735-4948370ba173 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:59.388531 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14c1e2c-5610-41cb-9735-4948370ba173 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:59.388864 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14c1e2c-5610-41cb-9735-4948370ba173 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:59.389193 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14c1e2c-5610-41cb-9735-4948370ba173 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:59.389520 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14c1e2c-5610-41cb-9735-4948370ba173 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:59.389847 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14c1e2c-5610-41cb-9735-4948370ba173 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:59.390169 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14c1e2c-5610-41cb-9735-4948370ba173 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:59.501056 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67248e4a-06e2-4506-bd96-0b4df77434eb req-e14c1e2c-5610-41cb-9735-4948370ba173 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Router f46bc3bd-57db-4db8-b0f9-aca73b623384 has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:03:59.614309 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67248e4a-06e2-4506-bd96-0b4df77434eb req-e14c1e2c-5610-41cb-9735-4948370ba173 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:03:59.625708 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1618810-5401-4db4-b919-179f967289d5 None None] Sync routers for ids ['f46bc3bd-57db-4db8-b0f9-aca73b623384'] in dv-cinder-804035-1-iscsi {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:03:59.635438 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1618810-5401-4db4-b919-179f967289d5 None None] Routers {'f46bc3bd-57db-4db8-b0f9-aca73b623384'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:03:59.636050 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-e1618810-5401-4db4-b919-179f967289d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:03:50Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['f46bc3bd-57db-4db8-b0f9-aca73b623384'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:03:59.655588 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-67248e4a-06e2-4506-bd96-0b4df77434eb req-e14c1e2c-5610-41cb-9735-4948370ba173 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] No DVR routers for this DVR port 7467a0b5-b694-4623-bb5b-a29ae4655bc4 on host hv-cinder-80403 {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:03:59.658562 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-67248e4a-06e2-4506-bd96-0b4df77434eb req-e14c1e2c-5610-41cb-9735-4948370ba173 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:59.660923 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-67248e4a-06e2-4506-bd96-0b4df77434eb req-e14c1e2c-5610-41cb-9735-4948370ba173 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.63 "DELETE /v2.0/ports/7467a0b5-b694-4623-bb5b-a29ae4655bc4 HTTP/1.1" status: 204 len: 173 time: 0.7913389 Aug 10 05:03:59.661362 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f65d84-0757-404b-81fe-d50cea98f884', 'name': 'network-vif-deleted', 'tag': '7467a0b5-b694-4623-bb5b-a29ae4655bc4'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:03:59.663972 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ad241413e3c5b5cfbdfd8ddf86169eda0c2eb72df278c9415fbec86a6c2f7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772b1479-6fef-4cb5-a96a-fa1789d50a6b" -d '{"events": [{"server_uuid": "83f65d84-0757-404b-81fe-d50cea98f884", "name": "network-vif-deleted", "tag": "7467a0b5-b694-4623-bb5b-a29ae4655bc4"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:03:59.762371 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ea425cc7-5e03-463f-9e9b-738a99b51509 req-16808974-56a8-4d46-adb8-7834bd4ce40b tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=83f65d84-0757-404b-81fe-d50cea98f884 HTTP/1.1" status: 200 len: 210 time: 0.0538235 Aug 10 05:03:59.781612 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-e1618810-5401-4db4-b919-179f967289d5 None None] Set router f46bc3bd-57db-4db8-b0f9-aca73b623384 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:03:59.799630 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8b35e5-4dc7-4052-9ab5-c68f28e74f88 x-openstack-request-id: req-4d8b35e5-4dc7-4052-9ab5-c68f28e74f88 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:03:59.799919 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f65d84-0757-404b-81fe-d50cea98f884", "name": "network-vif-deleted", "tag": "7467a0b5-b694-4623-bb5b-a29ae4655bc4", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:03:59.800186 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4d8b35e5-4dc7-4052-9ab5-c68f28e74f88 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:03:59.800543 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f65d84-0757-404b-81fe-d50cea98f884', 'name': 'network-vif-deleted', 'tag': '7467a0b5-b694-4623-bb5b-a29ae4655bc4', 'status': 'completed', 'code': 200} Aug 10 05:03:59.999913 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-e1618810-5401-4db4-b919-179f967289d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'name': 'tempest-AttachVolumeTestJSON-2086926258-router', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:57:07Z', 'updated_at': '2021-08-10T04:57:10Z', 'revision_number': 4, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'gw_port': {'id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:08Z', 'updated_at': '2021-08-10T04:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': 'cac82a8c-2235-446b-abe7-862c9ce34831', 'name': '', 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'mac_address': 'fa:16:3e:5c:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:09Z', 'updated_at': '2021-08-10T04:57:15Z', 'revision_number': 5, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'subnets': [{'id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:04:00.026133 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1618810-5401-4db4-b919-179f967289d5 None None] Checking router: f46bc3bd-57db-4db8-b0f9-aca73b623384 for host: dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:04:00.035570 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1618810-5401-4db4-b919-179f967289d5 None None] Routers {'f46bc3bd-57db-4db8-b0f9-aca73b623384'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:04:00.036177 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-e1618810-5401-4db4-b919-179f967289d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:03:50Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['f46bc3bd-57db-4db8-b0f9-aca73b623384'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:04:00.272654 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-e1618810-5401-4db4-b919-179f967289d5 None None] Set router f46bc3bd-57db-4db8-b0f9-aca73b623384 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:04:00.484371 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-e1618810-5401-4db4-b919-179f967289d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'name': 'tempest-AttachVolumeTestJSON-2086926258-router', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:57:07Z', 'updated_at': '2021-08-10T04:57:10Z', 'revision_number': 4, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'gw_port': {'id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:08Z', 'updated_at': '2021-08-10T04:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': 'cac82a8c-2235-446b-abe7-862c9ce34831', 'name': '', 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'mac_address': 'fa:16:3e:5c:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:09Z', 'updated_at': '2021-08-10T04:57:15Z', 'revision_number': 5, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'subnets': [{'id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:04:00.514692 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1618810-5401-4db4-b919-179f967289d5 None None] The sync data for ids ['f46bc3bd-57db-4db8-b0f9-aca73b623384'] in dv-cinder-804035-1-iscsi is: [{'id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'name': 'tempest-AttachVolumeTestJSON-2086926258-router', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:57:07Z', 'updated_at': '2021-08-10T04:57:10Z', 'revision_number': 4, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'gw_port': {'id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:08Z', 'updated_at': '2021-08-10T04:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': 'cac82a8c-2235-446b-abe7-862c9ce34831', 'name': '', 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'mac_address': 'fa:16:3e:5c:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:09Z', 'updated_at': '2021-08-10T04:57:15Z', 'revision_number': 5, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'subnets': [{'id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:04:00.760426 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970f885e-1202-473b-86a6-2cd694b574d4 None None] New status for floating IP ef685acc-e4cb-4b80-b775-d6c319b9a219: DOWN {{(pid=93280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:04:00.855434 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 35918) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:04:01.193683 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0b2f6325-ca7b-47fb-85d2-c9c49f8aea96 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:01.216541 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0b2f6325-ca7b-47fb-85d2-c9c49f8aea96 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:01.264187 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0b2f6325-ca7b-47fb-85d2-c9c49f8aea96 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:01.267344 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0b2f6325-ca7b-47fb-85d2-c9c49f8aea96 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:01.268487 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-0b2f6325-ca7b-47fb-85d2-c9c49f8aea96 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "DELETE /v2.0/security-groups/38dd68e7-a458-4fc1-9a4d-691306e4b2d2 HTTP/1.1" status: 204 len: 168 time: 0.4120390 Aug 10 05:04:01.271487 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 35920) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:04:01.277037 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f6325-ca7b-47fb-85d2-c9c49f8aea96 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38dd68e7-a458-4fc1-9a4d-691306e4b2d2,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:01.285890 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.api.v2.resource [None req-46c16251-cf2d-430f-9c62-f36570d0b799 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] show failed (client error): The resource could not be found. Aug 10 05:04:01.286881 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-46c16251-cf2d-430f-9c62-f36570d0b799 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups/38dd68e7-a458-4fc1-9a4d-691306e4b2d2 HTTP/1.1" status: 404 len: 347 time: 0.0143132 Aug 10 05:04:01.289802 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 35924) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:04:01.424074 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-1b98e5b2-d756-488a-a886-9cb8b2409155 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Deleting port 4e035e12-3c7a-4744-a6c6-741033fcfe52 {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:04:01.424390 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1b98e5b2-d756-488a-a886-9cb8b2409155 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:01.506542 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1b98e5b2-d756-488a-a886-9cb8b2409155 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:01.506840 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1b98e5b2-d756-488a-a886-9cb8b2409155 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:01.519488 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-1b98e5b2-d756-488a-a886-9cb8b2409155 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Calling delete_port for 4e035e12-3c7a-4744-a6c6-741033fcfe52 owned by network:floatingip {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:04:01.661212 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1b98e5b2-d756-488a-a886-9cb8b2409155 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:01.692781 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98e5b2-d756-488a-a886-9cb8b2409155 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Pushing event deleted for resources: {'Port': ['ID=4e035e12-3c7a-4744-a6c6-741033fcfe52,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:01.704664 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b98e5b2-d756-488a-a886-9cb8b2409155 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:01.705126 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b98e5b2-d756-488a-a886-9cb8b2409155 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:01.705599 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b98e5b2-d756-488a-a886-9cb8b2409155 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:01.706585 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b98e5b2-d756-488a-a886-9cb8b2409155 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:01.706585 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b98e5b2-d756-488a-a886-9cb8b2409155 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:01.706986 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b98e5b2-d756-488a-a886-9cb8b2409155 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:01.707459 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b98e5b2-d756-488a-a886-9cb8b2409155 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:01.707924 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b98e5b2-d756-488a-a886-9cb8b2409155 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:01.708388 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b98e5b2-d756-488a-a886-9cb8b2409155 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:01.708852 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b98e5b2-d756-488a-a886-9cb8b2409155 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:01.709311 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b98e5b2-d756-488a-a886-9cb8b2409155 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:01.709769 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b98e5b2-d756-488a-a886-9cb8b2409155 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:01.779223 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1b98e5b2-d756-488a-a886-9cb8b2409155 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for floatingip, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:01.781781 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1b98e5b2-d756-488a-a886-9cb8b2409155 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for floatingip, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:01.782976 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-1b98e5b2-d756-488a-a886-9cb8b2409155 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "DELETE /v2.0/floatingips/ef685acc-e4cb-4b80-b775-d6c319b9a219 HTTP/1.1" status: 204 len: 168 time: 0.4922302 Aug 10 05:04:02.059478 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 35928) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:04:02.064368 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-d228ae19-5886-435c-aacc-2f4556f1980f tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Request body: {'security_group': {'name': 'tempest-securitygroup--438865044', 'description': 'tempest-description--1987576914'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:04:02.089001 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d228ae19-5886-435c-aacc-2f4556f1980f tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.177125 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d228ae19-5886-435c-aacc-2f4556f1980f tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.183477 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d228ae19-5886-435c-aacc-2f4556f1980f tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.210585 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d228ae19-5886-435c-aacc-2f4556f1980f tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.211930 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-d228ae19-5886-435c-aacc-2f4556f1980f tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1514330 Aug 10 05:04:02.213764 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228ae19-5886-435c-aacc-2f4556f1980f tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b7f215-d11e-4244-b65d-69bc774fa38d,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:02.215032 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 35930) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:04:02.219703 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-b303beb2-5717-4dc7-aeae-121a76ce93af tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Request body: {'security_group_rule': {'security_group_id': 'f0b7f215-d11e-4244-b65d-69bc774fa38d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:04:02.249244 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b303beb2-5717-4dc7-aeae-121a76ce93af tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.306371 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b303beb2-5717-4dc7-aeae-121a76ce93af tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.312404 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b303beb2-5717-4dc7-aeae-121a76ce93af tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446792'] for security_group_rule, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.331709 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303beb2-5717-4dc7-aeae-121a76ce93af tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f5c6523-a28a-4561-9e26-695a92bd5736,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:02.336272 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b303beb2-5717-4dc7-aeae-121a76ce93af tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.337598 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-b303beb2-5717-4dc7-aeae-121a76ce93af tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215131 Aug 10 05:04:02.340271 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 35932) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:04:02.344791 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-f0234288-8dbd-4560-9657-6b3519249d00 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Request body: {'security_group_rule': {'security_group_id': 'f0b7f215-d11e-4244-b65d-69bc774fa38d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:04:02.372715 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f0234288-8dbd-4560-9657-6b3519249d00 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.441011 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f0234288-8dbd-4560-9657-6b3519249d00 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.447478 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f0234288-8dbd-4560-9657-6b3519249d00 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446792'] for security_group_rule, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.471414 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0234288-8dbd-4560-9657-6b3519249d00 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d881f7-7a48-4b29-a6e9-76fa1a9924c8,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:02.480587 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f0234288-8dbd-4560-9657-6b3519249d00 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.481781 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-f0234288-8dbd-4560-9657-6b3519249d00 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405778 Aug 10 05:04:02.487570 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 35934) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:04:02.492306 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-dfe2b672-e82b-4d5e-b2fc-767120b8f6e0 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Request body: {'floatingip': {'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:04:02.519678 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b672-e82b-4d5e-b2fc-767120b8f6e0 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for floatingip, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.625134 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b672-e82b-4d5e-b2fc-767120b8f6e0 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.744477 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [None req-dfe2b672-e82b-4d5e-b2fc-767120b8f6e0 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Allocated IP 172.27.0.112 (0a1a8acd-4687-4edf-98ff-0a50fc5a0482/3fb0ac1d-f2fb-452a-b682-4051fe90b57f/bba7292a-3203-482f-8070-404454bbac77) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:04:02.842766 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b672-e82b-4d5e-b2fc-767120b8f6e0 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.894050 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b672-e82b-4d5e-b2fc-767120b8f6e0 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.951607 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe2b672-e82b-4d5e-b2fc-767120b8f6e0 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Network 0a1a8acd-4687-4edf-98ff-0a50fc5a0482 is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:04:02.957019 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-dfe2b672-e82b-4d5e-b2fc-767120b8f6e0 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:04:02.959453 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe2b672-e82b-4d5e-b2fc-767120b8f6e0 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:04:02.962404 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2b672-e82b-4d5e-b2fc-767120b8f6e0 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Pushing event updated for resources: {'Port': ['ID=bba7292a-3203-482f-8070-404454bbac77,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:03.084582 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b672-e82b-4d5e-b2fc-767120b8f6e0 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:03.130169 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b672-e82b-4d5e-b2fc-767120b8f6e0 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:03.296967 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b672-e82b-4d5e-b2fc-767120b8f6e0 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:03.305298 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b672-e82b-4d5e-b2fc-767120b8f6e0 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59047126'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:03.372440 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2b672-e82b-4d5e-b2fc-767120b8f6e0 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Pushing event updated for resources: {'Port': ['ID=bba7292a-3203-482f-8070-404454bbac77,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:03.383656 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b672-e82b-4d5e-b2fc-767120b8f6e0 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496286'] for floatingip, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:03.400610 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b672-e82b-4d5e-b2fc-767120b8f6e0 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for floatingip, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:03.402401 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-dfe2b672-e82b-4d5e-b2fc-767120b8f6e0 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9136147 Aug 10 05:04:03.409361 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 7467a0b5-b694-4623-bb5b-a29ae4655bc4 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:04:03.434755 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] No Port match for: 7467a0b5-b694-4623-bb5b-a29ae4655bc4 {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:04:03.435136 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 7467a0b5-b694-4623-bb5b-a29ae4655bc4 not bound to the agent host hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:04:03.555103 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-917615eb-db1a-413d-989b-15f27a8ed534 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--438865044&fields=id&tenant_id=291cbfbef761457992d564a491b0a7f4 HTTP/1.1" status: 200 len: 267 time: 0.0325861 Aug 10 05:04:03.662865 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-8b3ecc9c-49ad-4dba-8438-e03b66a461e7 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:03.664327 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-8b3ecc9c-49ad-4dba-8438-e03b66a461e7 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/networks?id=4f037173-8d50-4b8b-8500-95d946155ed4 HTTP/1.1" status: 200 len: 811 time: 0.1028748 Aug 10 05:04:03.680427 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-dd993951-daff-4c71-84de-6edcef318123 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/quotas/291cbfbef761457992d564a491b0a7f4 HTTP/1.1" status: 200 len: 375 time: 0.0102949 Aug 10 05:04:03.737218 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-5b2c47e8-7809-46f5-8dac-86fd5a2c30fd tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=291cbfbef761457992d564a491b0a7f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514364 Aug 10 05:04:03.817519 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-3e8917a0-7955-4d03-abfd-f8a93ef68929 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 05:04:03.819167 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-3e8917a0-7955-4d03-abfd-f8a93ef68929 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0621688 Aug 10 05:04:03.914423 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-aafc5584-7b83-40e9-959b-3f9a8c98aa0c service neutron] 10.222.0.49 "GET /v2.0/networks/4f037173-8d50-4b8b-8500-95d946155ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852642 Aug 10 05:04:04.011388 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-c44a0b26-e951-45f8-aff7-e4175bce45cb service neutron] 10.222.0.49 "GET /v2.0/networks/4f037173-8d50-4b8b-8500-95d946155ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878155 Aug 10 05:04:04.200019 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-87109858-3077-4fcf-8ffe-163808e132de req-05ac2233-6cab-41a5-882c-e8bad7a92681 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=f649c4f3-b178-4e8d-8d41-7e897fcd873f HTTP/1.1" status: 200 len: 210 time: 0.0274384 Aug 10 05:04:05.235448 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-df2db446-bb73-4baa-ab50-ef911026f6a5 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:05.237098 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-df2db446-bb73-4baa-ab50-ef911026f6a5 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.63 "GET /v2.0/networks?id=4f037173-8d50-4b8b-8500-95d946155ed4 HTTP/1.1" status: 200 len: 811 time: 0.1025238 Aug 10 05:04:05.294568 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-1523d3b3-13c3-44c3-a890-8dd9095fd70a tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=291cbfbef761457992d564a491b0a7f4 HTTP/1.1" status: 200 len: 379 time: 0.0476618 Aug 10 05:04:05.312639 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-219e5ab8-d075-4394-9875-9203f2f603ef tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Request body: {'port': {'device_id': 'f649c4f3-b178-4e8d-8d41-7e897fcd873f', 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4', 'admin_state_up': True, 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'security_groups': ['f0b7f215-d11e-4244-b65d-69bc774fa38d']}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:04:05.317322 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-229f03e4-f3da-4d5b-ad91-1240077fa078 req-854ae020-01e2-4395-8ce9-c4b5ea424bcd tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=f649c4f3-b178-4e8d-8d41-7e897fcd873f HTTP/1.1" status: 200 len: 210 time: 0.0425751 Aug 10 05:04:05.433690 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-219e5ab8-d075-4394-9875-9203f2f603ef tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Made reservation on behalf of 291cbfbef761457992d564a491b0a7f4 for: {'port': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:04:05.437571 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-219e5ab8-d075-4394-9875-9203f2f603ef tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:05.563048 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-219e5ab8-d075-4394-9875-9203f2f603ef tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Allocated IP 172.20.0.13 (4f037173-8d50-4b8b-8500-95d946155ed4/43e9af1a-fb3c-49ab-96ba-064c265232c0/088883db-c187-41c8-acb9-72ac7d2ad350) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:04:05.706883 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-219e5ab8-d075-4394-9875-9203f2f603ef tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:05.721185 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-219e5ab8-d075-4394-9875-9203f2f603ef tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Transition to ACTIVE for port object 088883db-c187-41c8-acb9-72ac7d2ad350 will not be triggered until provisioned by entity DHCP. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:04:05.758055 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-219e5ab8-d075-4394-9875-9203f2f603ef tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:05.801989 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-219e5ab8-d075-4394-9875-9203f2f603ef tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Network 4f037173-8d50-4b8b-8500-95d946155ed4 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:04:05.805659 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-219e5ab8-d075-4394-9875-9203f2f603ef tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:04:05.809330 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-219e5ab8-d075-4394-9875-9203f2f603ef tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:04:05.817374 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e5ab8-d075-4394-9875-9203f2f603ef tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Pushing event updated for resources: {'Port': ['ID=088883db-c187-41c8-acb9-72ac7d2ad350,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:05.866281 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-219e5ab8-d075-4394-9875-9203f2f603ef tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:05.866913 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-219e5ab8-d075-4394-9875-9203f2f603ef tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:05.884430 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-219e5ab8-d075-4394-9875-9203f2f603ef tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5755403 Aug 10 05:04:05.941223 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-08fcd60a-66ac-44dd-89ed-b824e56702d4 service neutron] Request body: {'port': {'device_id': 'f649c4f3-b178-4e8d-8d41-7e897fcd873f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:04:05.994384 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-0203ff02-4ab5-44bd-b867-52dbf6c62127 None None] Provisioning for port 088883db-c187-41c8-acb9-72ac7d2ad350 completed by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:04:05.997009 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-08fcd60a-66ac-44dd-89ed-b824e56702d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:05.998079 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-0203ff02-4ab5-44bd-b867-52dbf6c62127 None None] Provisioning complete for port 088883db-c187-41c8-acb9-72ac7d2ad350 triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:04:05.998472 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0203ff02-4ab5-44bd-b867-52dbf6c62127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:06.033096 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-0203ff02-4ab5-44bd-b867-52dbf6c62127 None None] Port 088883db-c187-41c8-acb9-72ac7d2ad350 cannot update to ACTIVE because it is not bound. {{(pid=93279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:04:06.272532 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-08fcd60a-66ac-44dd-89ed-b824e56702d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 088883db-c187-41c8-acb9-72ac7d2ad350 {{(pid=93278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:04:06.280405 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-08fcd60a-66ac-44dd-89ed-b824e56702d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:06.293000 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-08fcd60a-66ac-44dd-89ed-b824e56702d4 service neutron] Transition to ACTIVE for port object 088883db-c187-41c8-acb9-72ac7d2ad350 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:04:06.300680 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-08fcd60a-66ac-44dd-89ed-b824e56702d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7361716'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:06.362359 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fcd60a-66ac-44dd-89ed-b824e56702d4 service neutron] Pushing event updated for resources: {'Port': ['ID=088883db-c187-41c8-acb9-72ac7d2ad350,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:06.468372 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-08fcd60a-66ac-44dd-89ed-b824e56702d4 service neutron] Attempting to bind port 088883db-c187-41c8-acb9-72ac7d2ad350 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:04:06.468846 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-08fcd60a-66ac-44dd-89ed-b824e56702d4 service neutron] Attempting to bind port 088883db-c187-41c8-acb9-72ac7d2ad350 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '4aa592e9-004a-43e5-a046-78ee40ed08eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:04:06.469176 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-08fcd60a-66ac-44dd-89ed-b824e56702d4 service neutron] Attempting to bind port 088883db-c187-41c8-acb9-72ac7d2ad350 on network 4f037173-8d50-4b8b-8500-95d946155ed4 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:04:06.480029 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f0a1e-334d-4608-b524-136be9109b35 req-e4b8b0a1-392f-4b51-afb5-ba14f2a33e99 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:06.481636 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-575f0a1e-334d-4608-b524-136be9109b35 req-e4b8b0a1-392f-4b51-afb5-ba14f2a33e99 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=f649c4f3-b178-4e8d-8d41-7e897fcd873f HTTP/1.1" status: 200 len: 944 time: 0.0748332 Aug 10 05:04:06.484313 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-08fcd60a-66ac-44dd-89ed-b824e56702d4 service neutron] Port 088883db-c187-41c8-acb9-72ac7d2ad350 on network 4f037173-8d50-4b8b-8500-95d946155ed4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 05:04:06.484731 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-08fcd60a-66ac-44dd-89ed-b824e56702d4 service neutron] Attempting to bind port 088883db-c187-41c8-acb9-72ac7d2ad350 on network 4f037173-8d50-4b8b-8500-95d946155ed4 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:04:06.496578 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-08fcd60a-66ac-44dd-89ed-b824e56702d4 service neutron] Checking agent: {'id': '51cc88f3-029f-45e4-af3a-d9472a1d6530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'started_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:04:06.496862 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-08fcd60a-66ac-44dd-89ed-b824e56702d4 service neutron] Checking segment: {'id': '4aa592e9-004a-43e5-a046-78ee40ed08eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:04:06.497280 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-08fcd60a-66ac-44dd-89ed-b824e56702d4 service neutron] Bound using segment: {'id': '4aa592e9-004a-43e5-a046-78ee40ed08eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:04:06.497693 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-08fcd60a-66ac-44dd-89ed-b824e56702d4 service neutron] Bound port: 088883db-c187-41c8-acb9-72ac7d2ad350, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aa592e9-004a-43e5-a046-78ee40ed08eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:04:06.498045 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-08fcd60a-66ac-44dd-89ed-b824e56702d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:06.552638 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-575f0a1e-334d-4608-b524-136be9109b35 req-e92d66a3-e186-4d83-9963-8c4106348ccc tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0b7f215-d11e-4244-b65d-69bc774fa38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624251 Aug 10 05:04:06.583202 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-08fcd60a-66ac-44dd-89ed-b824e56702d4 service neutron] For port 088883db-c187-41c8-acb9-72ac7d2ad350, host hv-cinder-80403, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:04:06.586250 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-08fcd60a-66ac-44dd-89ed-b824e56702d4 service neutron] For port 088883db-c187-41c8-acb9-72ac7d2ad350, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=088883db-c187-41c8-acb9-72ac7d2ad350,segment=NetworkSegment(4aa592e9-004a-43e5-a046-78ee40ed08eb),segment_id=4aa592e9-004a-43e5-a046-78ee40ed08eb)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:04:06.592835 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-08fcd60a-66ac-44dd-89ed-b824e56702d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7361716'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:06.627713 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-08fcd60a-66ac-44dd-89ed-b824e56702d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:06.628253 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-08fcd60a-66ac-44dd-89ed-b824e56702d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:06.629622 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-08fcd60a-66ac-44dd-89ed-b824e56702d4 service neutron] 10.222.0.63 "PUT /v2.0/ports/088883db-c187-41c8-acb9-72ac7d2ad350 HTTP/1.1" status: 200 len: 1094 time: 0.6933184 Aug 10 05:04:06.630105 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f649c4f3-b178-4e8d-8d41-7e897fcd873f', 'tag': '088883db-c187-41c8-acb9-72ac7d2ad350'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:04:06.632351 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ad241413e3c5b5cfbdfd8ddf86169eda0c2eb72df278c9415fbec86a6c2f7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032368d5-e062-4bda-bd7e-3c4fe1e70b58" -d '{"events": [{"name": "network-changed", "server_uuid": "f649c4f3-b178-4e8d-8d41-7e897fcd873f", "tag": "088883db-c187-41c8-acb9-72ac7d2ad350"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:04:06.660290 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fcd60a-66ac-44dd-89ed-b824e56702d4 service neutron] Pushing event updated for resources: {'Port': ['ID=088883db-c187-41c8-acb9-72ac7d2ad350,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:06.704501 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aff2c95-53cc-40bf-ab75-be2e192887a1 x-openstack-request-id: req-7aff2c95-53cc-40bf-ab75-be2e192887a1 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:04:06.704792 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f649c4f3-b178-4e8d-8d41-7e897fcd873f", "tag": "088883db-c187-41c8-acb9-72ac7d2ad350", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:04:06.705041 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7aff2c95-53cc-40bf-ab75-be2e192887a1 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:04:06.705442 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f649c4f3-b178-4e8d-8d41-7e897fcd873f', 'tag': '088883db-c187-41c8-acb9-72ac7d2ad350', 'status': 'completed', 'code': 200} Aug 10 05:04:06.722088 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-42cfe451-6564-4a1e-a7bd-1f54f7de0b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:06.723906 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-42cfe451-6564-4a1e-a7bd-1f54f7de0b99 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=291cbfbef761457992d564a491b0a7f4&device_id=f649c4f3-b178-4e8d-8d41-7e897fcd873f HTTP/1.1" status: 200 len: 1097 time: 0.0468645 Aug 10 05:04:06.770783 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-42f63eda-73fb-43f0-b2af-ba5b1a33634e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=088883db-c187-41c8-acb9-72ac7d2ad350 HTTP/1.1" status: 200 len: 217 time: 0.0380545 Aug 10 05:04:06.823252 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-9aa62ece-9d44-4908-aa3d-d63e83852c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:06.824699 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-9aa62ece-9d44-4908-aa3d-d63e83852c77 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=43e9af1a-fb3c-49ab-96ba-064c265232c0 HTTP/1.1" status: 200 len: 850 time: 0.0470693 Aug 10 05:04:06.873813 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-534b2203-16b5-4bdd-afbb-36d262511334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:06.875668 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-534b2203-16b5-4bdd-afbb-36d262511334 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4f037173-8d50-4b8b-8500-95d946155ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415707 Aug 10 05:04:06.967506 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-15d07a0d-711f-4d67-816d-e9bf81ff585d service neutron] 10.222.0.63 "GET /v2.0/networks/4f037173-8d50-4b8b-8500-95d946155ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835884 Aug 10 05:04:07.064959 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cb974868-1376-46aa-b01a-9e4bd529e457 req-d28cb87c-78fb-4330-afe4-de658f273099 service neutron] 10.222.0.63 "GET /v2.0/networks/4f037173-8d50-4b8b-8500-95d946155ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894833 Aug 10 05:04:07.155547 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032368d5-e062-4bda-bd7e-3c4fe1e70b58 req-82707b21-4353-4c3a-9b49-4152596f0495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:07.157091 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-032368d5-e062-4bda-bd7e-3c4fe1e70b58 req-82707b21-4353-4c3a-9b49-4152596f0495 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=291cbfbef761457992d564a491b0a7f4&device_id=f649c4f3-b178-4e8d-8d41-7e897fcd873f HTTP/1.1" status: 200 len: 1097 time: 0.0457077 Aug 10 05:04:07.256034 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032368d5-e062-4bda-bd7e-3c4fe1e70b58 req-8d25a335-7c28-4f2c-834c-67d4a4eae50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:07.257530 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-032368d5-e062-4bda-bd7e-3c4fe1e70b58 req-8d25a335-7c28-4f2c-834c-67d4a4eae50f service neutron] 10.222.0.63 "GET /v2.0/networks?id=4f037173-8d50-4b8b-8500-95d946155ed4 HTTP/1.1" status: 200 len: 912 time: 0.0934274 Aug 10 05:04:07.300136 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-032368d5-e062-4bda-bd7e-3c4fe1e70b58 req-9922ed59-16f9-4fcb-9533-4f7329ee3b57 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=088883db-c187-41c8-acb9-72ac7d2ad350 HTTP/1.1" status: 200 len: 217 time: 0.0336978 Aug 10 05:04:07.354832 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032368d5-e062-4bda-bd7e-3c4fe1e70b58 req-293b73fd-2d1a-4415-858b-cd877361c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:07.356303 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-032368d5-e062-4bda-bd7e-3c4fe1e70b58 req-293b73fd-2d1a-4415-858b-cd877361c810 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=43e9af1a-fb3c-49ab-96ba-064c265232c0 HTTP/1.1" status: 200 len: 850 time: 0.0432136 Aug 10 05:04:07.407793 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032368d5-e062-4bda-bd7e-3c4fe1e70b58 req-50be2d67-48ed-4373-a2bc-d30d67abd5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:07.409177 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-032368d5-e062-4bda-bd7e-3c4fe1e70b58 req-50be2d67-48ed-4373-a2bc-d30d67abd5d9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4f037173-8d50-4b8b-8500-95d946155ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446985 Aug 10 05:04:07.505890 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-032368d5-e062-4bda-bd7e-3c4fe1e70b58 req-4e5b8a8c-fced-4c23-a6c7-22c2e695c2ef service neutron] 10.222.0.63 "GET /v2.0/networks/4f037173-8d50-4b8b-8500-95d946155ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875366 Aug 10 05:04:07.600969 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-032368d5-e062-4bda-bd7e-3c4fe1e70b58 req-31117190-7c1f-442e-a7d3-1ef3879964cf service neutron] 10.222.0.63 "GET /v2.0/networks/4f037173-8d50-4b8b-8500-95d946155ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873132 Aug 10 05:04:07.691158 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e6f9c-7ca9-4fc8-97e5-1c692fa6bbf4 req-df25201a-853a-47c5-80e2-80f15dbc3f40 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:07.692592 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ed1e6f9c-7ca9-4fc8-97e5-1c692fa6bbf4 req-df25201a-853a-47c5-80e2-80f15dbc3f40 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=f649c4f3-b178-4e8d-8d41-7e897fcd873f HTTP/1.1" status: 200 len: 944 time: 0.0659359 Aug 10 05:04:07.735537 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ed1e6f9c-7ca9-4fc8-97e5-1c692fa6bbf4 req-1bd6292a-5567-442f-8c65-2a1d5e166a79 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0b7f215-d11e-4244-b65d-69bc774fa38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340085 Aug 10 05:04:08.887346 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d550c41-f56a-452c-8a0a-fb1709b6e8f5 req-5ed0884f-20fb-4571-bf6d-4a5be719f037 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:08.888822 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5d550c41-f56a-452c-8a0a-fb1709b6e8f5 req-5ed0884f-20fb-4571-bf6d-4a5be719f037 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=f649c4f3-b178-4e8d-8d41-7e897fcd873f HTTP/1.1" status: 200 len: 944 time: 0.0609000 Aug 10 05:04:08.931749 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5d550c41-f56a-452c-8a0a-fb1709b6e8f5 req-9d9506de-d1ca-427d-84bb-079ed3c17585 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0b7f215-d11e-4244-b65d-69bc774fa38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357358 Aug 10 05:04:10.059343 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcaf8be-20ed-4529-928d-149356e182be req-bf757a75-ecab-4765-a518-bc7f313b85ab tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:10.060805 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9fcaf8be-20ed-4529-928d-149356e182be req-bf757a75-ecab-4765-a518-bc7f313b85ab tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=f649c4f3-b178-4e8d-8d41-7e897fcd873f HTTP/1.1" status: 200 len: 944 time: 0.0529051 Aug 10 05:04:10.101389 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9fcaf8be-20ed-4529-928d-149356e182be req-9418c77b-5fbc-4153-a9af-97d3f969c32f tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0b7f215-d11e-4244-b65d-69bc774fa38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343502 Aug 10 05:04:11.232788 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9c69a-d137-421c-bdf3-5c30822b32cf req-1eca4fc6-2fe1-49b8-ac06-f70d278d1b37 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:11.234262 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-76c9c69a-d137-421c-bdf3-5c30822b32cf req-1eca4fc6-2fe1-49b8-ac06-f70d278d1b37 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=f649c4f3-b178-4e8d-8d41-7e897fcd873f HTTP/1.1" status: 200 len: 944 time: 0.0609314 Aug 10 05:04:11.274218 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-76c9c69a-d137-421c-bdf3-5c30822b32cf req-1e8dee61-d0e6-4891-a8d7-b95267ba7c47 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0b7f215-d11e-4244-b65d-69bc774fa38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337529 Aug 10 05:04:11.475742 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 088883db-c187-41c8-acb9-72ac7d2ad350 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:04:11.587487 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 088883db-c187-41c8-acb9-72ac7d2ad350, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=088883db-c187-41c8-acb9-72ac7d2ad350,segment=NetworkSegment(4aa592e9-004a-43e5-a046-78ee40ed08eb),segment_id=4aa592e9-004a-43e5-a046-78ee40ed08eb)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:04:11.599657 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Returning: {'device': '088883db-c187-41c8-acb9-72ac7d2ad350', 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4', 'port_id': '088883db-c187-41c8-acb9-72ac7d2ad350', 'mac_address': 'fa:16:3e:0e:e4:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:04:11.635887 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:11.648814 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 088883db-c187-41c8-acb9-72ac7d2ad350 {{(pid=93279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:04:11.668203 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 088883db-c187-41c8-acb9-72ac7d2ad350, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=088883db-c187-41c8-acb9-72ac7d2ad350,segment=NetworkSegment(4aa592e9-004a-43e5-a046-78ee40ed08eb),segment_id=4aa592e9-004a-43e5-a046-78ee40ed08eb)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:04:11.673152 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:11.719856 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=088883db-c187-41c8-acb9-72ac7d2ad350,revision_number=4']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:11.729118 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:11.729473 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:11.729820 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:11.730160 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:11.730496 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:11.730871 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:11.731231 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:11.731609 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:11.731971 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:11.732304 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:11.732682 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:11.733000 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:12.078592 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['088883db-c187-41c8-acb9-72ac7d2ad350'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:04:12.413674 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c10c8-026d-4184-a9e7-41551de77491 req-077cd5d1-9740-4e4c-a1c5-91a3663ae3c4 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:12.415204 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d73c10c8-026d-4184-a9e7-41551de77491 req-077cd5d1-9740-4e4c-a1c5-91a3663ae3c4 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=f649c4f3-b178-4e8d-8d41-7e897fcd873f HTTP/1.1" status: 200 len: 945 time: 0.0668974 Aug 10 05:04:12.457267 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d73c10c8-026d-4184-a9e7-41551de77491 req-a18773f9-e36b-48d8-b31f-9714430b1f84 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0b7f215-d11e-4244-b65d-69bc774fa38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331171 Aug 10 05:04:13.576376 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c30c5-bb23-4952-8a28-95d1cb58b242 req-aa5c0884-636d-4f95-a45b-bc7b38f0977f tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:13.577885 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-722c30c5-bb23-4952-8a28-95d1cb58b242 req-aa5c0884-636d-4f95-a45b-bc7b38f0977f tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=f649c4f3-b178-4e8d-8d41-7e897fcd873f HTTP/1.1" status: 200 len: 945 time: 0.0515931 Aug 10 05:04:13.620545 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-722c30c5-bb23-4952-8a28-95d1cb58b242 req-a6fc5fe9-bcc2-45b4-a20b-a8485de58f05 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0b7f215-d11e-4244-b65d-69bc774fa38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366099 Aug 10 05:04:14.749155 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d61a9-59cb-4a98-b8b1-cd46fe554e11 req-21620342-1a1d-4cc1-82d7-9bc71982a9da tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:14.750635 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c47d61a9-59cb-4a98-b8b1-cd46fe554e11 req-21620342-1a1d-4cc1-82d7-9bc71982a9da tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=f649c4f3-b178-4e8d-8d41-7e897fcd873f HTTP/1.1" status: 200 len: 945 time: 0.0557292 Aug 10 05:04:14.802814 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c47d61a9-59cb-4a98-b8b1-cd46fe554e11 req-1cd605eb-0121-4ff5-8b61-a1839f29947b tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0b7f215-d11e-4244-b65d-69bc774fa38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429680 Aug 10 05:04:15.933490 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c5757-26e5-4f18-a79a-ad99fedf9428 req-cf827cda-c045-466c-bc4f-eb99feb2fc44 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:15.935725 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2f8c5757-26e5-4f18-a79a-ad99fedf9428 req-cf827cda-c045-466c-bc4f-eb99feb2fc44 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=f649c4f3-b178-4e8d-8d41-7e897fcd873f HTTP/1.1" status: 200 len: 945 time: 0.0567367 Aug 10 05:04:15.973766 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2f8c5757-26e5-4f18-a79a-ad99fedf9428 req-32f3ce08-eef1-45be-9280-51709aeea0e3 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0b7f215-d11e-4244-b65d-69bc774fa38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328536 Aug 10 05:04:17.096693 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48088fc7-6004-4653-a7ea-8ded7fc79a9b req-eda59b3d-7660-417c-965a-9d22357e6ed8 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:17.098185 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-48088fc7-6004-4653-a7ea-8ded7fc79a9b req-eda59b3d-7660-417c-965a-9d22357e6ed8 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=f649c4f3-b178-4e8d-8d41-7e897fcd873f HTTP/1.1" status: 200 len: 945 time: 0.0566111 Aug 10 05:04:17.140654 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-48088fc7-6004-4653-a7ea-8ded7fc79a9b req-ac73d000-1adb-4209-b508-1fc74fdeb34a tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0b7f215-d11e-4244-b65d-69bc774fa38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362892 Aug 10 05:04:17.166369 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d282c980-b95f-44d5-b8e9-c6fb08f7e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:18.259102 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5a0a7-62a3-45ec-8ff9-a8a3cd9271c8 req-4d83f8f0-2007-4dbd-8986-e2a73a6c2ad7 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:18.260516 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-aae5a0a7-62a3-45ec-8ff9-a8a3cd9271c8 req-4d83f8f0-2007-4dbd-8986-e2a73a6c2ad7 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=f649c4f3-b178-4e8d-8d41-7e897fcd873f HTTP/1.1" status: 200 len: 945 time: 0.0500901 Aug 10 05:04:18.298082 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-aae5a0a7-62a3-45ec-8ff9-a8a3cd9271c8 req-a34406f5-0761-4fd0-91d8-aca3764f8cb7 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0b7f215-d11e-4244-b65d-69bc774fa38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311997 Aug 10 05:04:18.822564 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 088883db-c187-41c8-acb9-72ac7d2ad350 up at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:04:18.885135 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning for port 088883db-c187-41c8-acb9-72ac7d2ad350 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:04:18.890847 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning complete for port 088883db-c187-41c8-acb9-72ac7d2ad350 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:04:18.891402 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:18.978083 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:19.000667 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f649c4f3-b178-4e8d-8d41-7e897fcd873f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088883db-c187-41c8-acb9-72ac7d2ad350'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:04:19.002991 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684630205e793650736d742c593896f55c3712126ad5fa6ebc9acffcc34ee486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242e8fdf-2ca9-403f-8273-36d98ff5571c" -d '{"events": [{"server_uuid": "f649c4f3-b178-4e8d-8d41-7e897fcd873f", "name": "network-vif-plugged", "status": "completed", "tag": "088883db-c187-41c8-acb9-72ac7d2ad350"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:04:19.015397 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 088883db-c187-41c8-acb9-72ac7d2ad350, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=088883db-c187-41c8-acb9-72ac7d2ad350,segment=NetworkSegment(4aa592e9-004a-43e5-a046-78ee40ed08eb),segment_id=4aa592e9-004a-43e5-a046-78ee40ed08eb)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:04:19.021318 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:19.044343 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb6b50a-540a-4789-81ba-5b997befb799 x-openstack-request-id: req-2eb6b50a-540a-4789-81ba-5b997befb799 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:04:19.044627 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f649c4f3-b178-4e8d-8d41-7e897fcd873f", "name": "network-vif-plugged", "status": "completed", "tag": "088883db-c187-41c8-acb9-72ac7d2ad350", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:04:19.044872 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2eb6b50a-540a-4789-81ba-5b997befb799 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:04:19.045249 dv-cinder-804035-1-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f649c4f3-b178-4e8d-8d41-7e897fcd873f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088883db-c187-41c8-acb9-72ac7d2ad350', 'code': 200} Aug 10 05:04:19.072789 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=088883db-c187-41c8-acb9-72ac7d2ad350,revision_number=5']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:19.227833 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfcab97-27ea-4708-a62b-0d845d3370d4 req-18661f5a-1880-41a4-a21e-ba6e19e24888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:19.229306 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2bfcab97-27ea-4708-a62b-0d845d3370d4 req-18661f5a-1880-41a4-a21e-ba6e19e24888 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f649c4f3-b178-4e8d-8d41-7e897fcd873f HTTP/1.1" status: 200 len: 1099 time: 0.0418096 Aug 10 05:04:19.277409 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2bfcab97-27ea-4708-a62b-0d845d3370d4 req-6bdbfa04-c974-4fba-a91a-4e249ce40ef6 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f0b7f215-d11e-4244-b65d-69bc774fa38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389256 Aug 10 05:04:19.427011 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48055764-a0e5-4255-bc67-c8c952de0697 req-1da05177-496f-4416-9c3e-eb02a5aca58c tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:19.428564 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-48055764-a0e5-4255-bc67-c8c952de0697 req-1da05177-496f-4416-9c3e-eb02a5aca58c tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=f649c4f3-b178-4e8d-8d41-7e897fcd873f HTTP/1.1" status: 200 len: 946 time: 0.0505729 Aug 10 05:04:19.472809 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-48055764-a0e5-4255-bc67-c8c952de0697 req-90295525-468f-452c-9020-90fb43839cfa tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0b7f215-d11e-4244-b65d-69bc774fa38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377991 Aug 10 05:04:19.844426 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:20.022283 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-369e8433-5ced-458b-92b8-d7abeb8eab66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:20.218918 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:20.604829 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6efce4-1750-4651-b908-6f81fa62118f req-3be5e241-6f8c-4901-b304-3d760a39046e tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:20.606308 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4a6efce4-1750-4651-b908-6f81fa62118f req-3be5e241-6f8c-4901-b304-3d760a39046e tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=f649c4f3-b178-4e8d-8d41-7e897fcd873f HTTP/1.1" status: 200 len: 946 time: 0.0586634 Aug 10 05:04:20.645609 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4a6efce4-1750-4651-b908-6f81fa62118f req-c73aeb09-0bcb-42c5-b23c-474368ae026e tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0b7f215-d11e-4244-b65d-69bc774fa38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331533 Aug 10 05:04:21.288011 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:21.767704 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5e302-1ca7-49f3-9d8c-eb1c36832143 req-79cbf572-50d7-4f62-9a9d-844f7c8646f4 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:21.769196 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2bc5e302-1ca7-49f3-9d8c-eb1c36832143 req-79cbf572-50d7-4f62-9a9d-844f7c8646f4 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=f649c4f3-b178-4e8d-8d41-7e897fcd873f HTTP/1.1" status: 200 len: 946 time: 0.0538802 Aug 10 05:04:21.814234 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2bc5e302-1ca7-49f3-9d8c-eb1c36832143 req-4454744e-52bb-456e-a746-5c4256638c96 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0b7f215-d11e-4244-b65d-69bc774fa38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344396 Aug 10 05:04:21.929851 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50a40e-1c5d-451a-9536-5588b1ebf969 req-b76effc5-f0a0-481d-b961-0516610c12c3 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:21.931271 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5e50a40e-1c5d-451a-9536-5588b1ebf969 req-b76effc5-f0a0-481d-b961-0516610c12c3 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=f649c4f3-b178-4e8d-8d41-7e897fcd873f HTTP/1.1" status: 200 len: 946 time: 0.0520523 Aug 10 05:04:21.941644 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 36040) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:04:21.948692 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-116db61d-6eb2-403f-b259-c68d6604ed9a tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Request body: {'floatingip': {'port_id': '088883db-c187-41c8-acb9-72ac7d2ad350'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:04:21.998250 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-116db61d-6eb2-403f-b259-c68d6604ed9a tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for floatingip, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:22.452594 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-116db61d-6eb2-403f-b259-c68d6604ed9a tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:22.458636 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-116db61d-6eb2-403f-b259-c68d6604ed9a tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496286'] for floatingip, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:22.509732 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:04:22.557871 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.db.l3_db [None req-116db61d-6eb2-403f-b259-c68d6604ed9a tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Floating IP 3d33527e-2dbd-4d6a-a5de-759943283f93 associated. External IP: 172.27.0.112, port: 088883db-c187-41c8-acb9-72ac7d2ad350. Aug 10 05:04:22.730034 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:22.767070 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116db61d-6eb2-403f-b259-c68d6604ed9a tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Router f46bc3bd-57db-4db8-b0f9-aca73b623384 has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:04:22.873197 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116db61d-6eb2-403f-b259-c68d6604ed9a tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:04:22.878586 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-116db61d-6eb2-403f-b259-c68d6604ed9a tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for floatingip, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:22.884358 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947a1e1c-fa45-4e89-b75c-500c7bae8184 None None] Sync routers for ids ['f46bc3bd-57db-4db8-b0f9-aca73b623384'] in dv-cinder-804035-1-iscsi {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:04:22.894595 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947a1e1c-fa45-4e89-b75c-500c7bae8184 None None] Routers {'f46bc3bd-57db-4db8-b0f9-aca73b623384'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:04:22.895258 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-947a1e1c-fa45-4e89-b75c-500c7bae8184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:04:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['f46bc3bd-57db-4db8-b0f9-aca73b623384'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:04:22.905943 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-116db61d-6eb2-403f-b259-c68d6604ed9a tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "PUT /v2.0/floatingips/3d33527e-2dbd-4d6a-a5de-759943283f93 HTTP/1.1" status: 200 len: 992 time: 0.9629381 Aug 10 05:04:22.906535 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f649c4f3-b178-4e8d-8d41-7e897fcd873f', 'tag': '088883db-c187-41c8-acb9-72ac7d2ad350'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:04:22.908837 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ad241413e3c5b5cfbdfd8ddf86169eda0c2eb72df278c9415fbec86a6c2f7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3664584-68b5-4c23-a243-700979a004f0" -d '{"events": [{"name": "network-changed", "server_uuid": "f649c4f3-b178-4e8d-8d41-7e897fcd873f", "tag": "088883db-c187-41c8-acb9-72ac7d2ad350"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:04:22.945855 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f18aeed-dac8-49ec-a1e6-83778beae8c4 x-openstack-request-id: req-8f18aeed-dac8-49ec-a1e6-83778beae8c4 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:04:22.946146 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f649c4f3-b178-4e8d-8d41-7e897fcd873f", "tag": "088883db-c187-41c8-acb9-72ac7d2ad350", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:04:22.946418 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f18aeed-dac8-49ec-a1e6-83778beae8c4 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:04:22.946818 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f649c4f3-b178-4e8d-8d41-7e897fcd873f', 'tag': '088883db-c187-41c8-acb9-72ac7d2ad350', 'status': 'completed', 'code': 200} Aug 10 05:04:23.007308 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-947a1e1c-fa45-4e89-b75c-500c7bae8184 None None] Set router f46bc3bd-57db-4db8-b0f9-aca73b623384 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:04:23.012094 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3664584-68b5-4c23-a243-700979a004f0 req-797250e0-421d-44c9-a144-8f19ec7dae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:23.013754 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a3664584-68b5-4c23-a243-700979a004f0 req-797250e0-421d-44c9-a144-8f19ec7dae64 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=291cbfbef761457992d564a491b0a7f4&device_id=f649c4f3-b178-4e8d-8d41-7e897fcd873f HTTP/1.1" status: 200 len: 1099 time: 0.0436139 Aug 10 05:04:23.106576 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3664584-68b5-4c23-a243-700979a004f0 req-3464f5fb-d16e-4606-a5bc-281fd877f6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:23.108097 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a3664584-68b5-4c23-a243-700979a004f0 req-3464f5fb-d16e-4606-a5bc-281fd877f6c5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4f037173-8d50-4b8b-8500-95d946155ed4 HTTP/1.1" status: 200 len: 912 time: 0.0862784 Aug 10 05:04:23.183106 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a3664584-68b5-4c23-a243-700979a004f0 req-6a36a2b3-37c7-43b2-acff-6030be85d015 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=088883db-c187-41c8-acb9-72ac7d2ad350 HTTP/1.1" status: 200 len: 1000 time: 0.0631289 Aug 10 05:04:23.235082 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3664584-68b5-4c23-a243-700979a004f0 req-1a7e3ff1-3343-4487-9011-86a3e66ff0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:23.236564 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a3664584-68b5-4c23-a243-700979a004f0 req-1a7e3ff1-3343-4487-9011-86a3e66ff0d4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=43e9af1a-fb3c-49ab-96ba-064c265232c0 HTTP/1.1" status: 200 len: 850 time: 0.0449591 Aug 10 05:04:23.237281 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-947a1e1c-fa45-4e89-b75c-500c7bae8184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'name': 'tempest-AttachVolumeTestJSON-2086926258-router', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:57:07Z', 'updated_at': '2021-08-10T04:57:10Z', 'revision_number': 4, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'gw_port': {'id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:08Z', 'updated_at': '2021-08-10T04:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_floatingips': [{'id': '3d33527e-2dbd-4d6a-a5de-759943283f93', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'router_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'port_id': '088883db-c187-41c8-acb9-72ac7d2ad350', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4', 'mac_address': 'fa:16:3e:0e:e4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f649c4f3-b178-4e8d-8d41-7e897fcd873f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:04:03Z', 'updated_at': '2021-08-10T05:04:22Z', 'revision_number': 1, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac82a8c-2235-446b-abe7-862c9ce34831', 'name': '', 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'mac_address': 'fa:16:3e:5c:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:09Z', 'updated_at': '2021-08-10T04:57:15Z', 'revision_number': 5, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'subnets': [{'id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:04:23.264549 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947a1e1c-fa45-4e89-b75c-500c7bae8184 None None] Checking router: f46bc3bd-57db-4db8-b0f9-aca73b623384 for host: dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:04:23.273183 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947a1e1c-fa45-4e89-b75c-500c7bae8184 None None] Routers {'f46bc3bd-57db-4db8-b0f9-aca73b623384'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:04:23.273790 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-947a1e1c-fa45-4e89-b75c-500c7bae8184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:04:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['f46bc3bd-57db-4db8-b0f9-aca73b623384'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:04:23.283136 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3664584-68b5-4c23-a243-700979a004f0 req-8172a8fe-13c4-4976-a316-5333f3faee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:23.284599 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a3664584-68b5-4c23-a243-700979a004f0 req-8172a8fe-13c4-4976-a316-5333f3faee90 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4f037173-8d50-4b8b-8500-95d946155ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391333 Aug 10 05:04:23.376945 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a3664584-68b5-4c23-a243-700979a004f0 req-fd3ad117-ba70-4b01-8be6-d5e449174a9a service neutron] 10.222.0.63 "GET /v2.0/networks/4f037173-8d50-4b8b-8500-95d946155ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835924 Aug 10 05:04:23.379885 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-947a1e1c-fa45-4e89-b75c-500c7bae8184 None None] Set router f46bc3bd-57db-4db8-b0f9-aca73b623384 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:04:23.468862 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a3664584-68b5-4c23-a243-700979a004f0 req-2c0915ad-b9f3-457b-8fc2-615acd2774a9 service neutron] 10.222.0.63 "GET /v2.0/networks/4f037173-8d50-4b8b-8500-95d946155ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808687 Aug 10 05:04:23.611269 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-947a1e1c-fa45-4e89-b75c-500c7bae8184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'name': 'tempest-AttachVolumeTestJSON-2086926258-router', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:57:07Z', 'updated_at': '2021-08-10T04:57:10Z', 'revision_number': 4, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'gw_port': {'id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:08Z', 'updated_at': '2021-08-10T04:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_floatingips': [{'id': '3d33527e-2dbd-4d6a-a5de-759943283f93', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'router_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'port_id': '088883db-c187-41c8-acb9-72ac7d2ad350', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4', 'mac_address': 'fa:16:3e:0e:e4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f649c4f3-b178-4e8d-8d41-7e897fcd873f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:04:03Z', 'updated_at': '2021-08-10T05:04:22Z', 'revision_number': 1, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac82a8c-2235-446b-abe7-862c9ce34831', 'name': '', 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'mac_address': 'fa:16:3e:5c:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:09Z', 'updated_at': '2021-08-10T04:57:15Z', 'revision_number': 5, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'subnets': [{'id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:04:23.637541 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947a1e1c-fa45-4e89-b75c-500c7bae8184 None None] The sync data for ids ['f46bc3bd-57db-4db8-b0f9-aca73b623384'] in dv-cinder-804035-1-iscsi is: [{'id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'name': 'tempest-AttachVolumeTestJSON-2086926258-router', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:57:07Z', 'updated_at': '2021-08-10T04:57:10Z', 'revision_number': 4, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'gw_port': {'id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:08Z', 'updated_at': '2021-08-10T04:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_floatingips': [{'id': '3d33527e-2dbd-4d6a-a5de-759943283f93', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'router_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'port_id': '088883db-c187-41c8-acb9-72ac7d2ad350', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4', 'mac_address': 'fa:16:3e:0e:e4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f649c4f3-b178-4e8d-8d41-7e897fcd873f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:04:03Z', 'updated_at': '2021-08-10T05:04:22Z', 'revision_number': 1, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac82a8c-2235-446b-abe7-862c9ce34831', 'name': '', 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'mac_address': 'fa:16:3e:5c:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:09Z', 'updated_at': '2021-08-10T04:57:15Z', 'revision_number': 5, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'subnets': [{'id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:04:23.834431 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867dfa74-8664-438f-bb60-e8ada0a726d3 None None] New status for floating IP 3d33527e-2dbd-4d6a-a5de-759943283f93: ACTIVE {{(pid=93280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:04:24.981197 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-d67b96b2-0158-448e-95c4-ccf2bbbe4aa4 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1600675859&fields=id&tenant_id=f3e6fcb8db8246ba89506c2651668538 HTTP/1.1" status: 200 len: 267 time: 0.0397680 Aug 10 05:04:25.387423 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-76ac1c89-74e9-42d2-aaac-81864537611f tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:25.388888 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-76ac1c89-74e9-42d2-aaac-81864537611f tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/networks?id=38a69901-39a5-4b68-8c2c-6f171225e75b HTTP/1.1" status: 200 len: 812 time: 0.3974917 Aug 10 05:04:25.408003 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-4cbdb551-43be-43bc-9e70-acbba073830f tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/quotas/f3e6fcb8db8246ba89506c2651668538 HTTP/1.1" status: 200 len: 375 time: 0.0101683 Aug 10 05:04:25.469159 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-93afcd71-25d7-4e04-86c2-280cf191aaa7 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f3e6fcb8db8246ba89506c2651668538&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0544946 Aug 10 05:04:25.568233 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-ea6ac0d0-d712-4906-93f8-134a88fa25cd service neutron] 10.222.0.49 "GET /v2.0/networks/38a69901-39a5-4b68-8c2c-6f171225e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860782 Aug 10 05:04:25.677992 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-e0f1f7a1-e2ce-4602-bc2e-a6497a135e4f service neutron] 10.222.0.49 "GET /v2.0/networks/38a69901-39a5-4b68-8c2c-6f171225e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005020 Aug 10 05:04:26.010710 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-393175f0-37b0-4a80-9d16-ac21216d5c46 req-be01a797-d16a-4c48-a065-d13288bb7044 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fc3fa18-5aea-44dd-b89d-7148ad006be9 HTTP/1.1" status: 200 len: 210 time: 0.0330524 Aug 10 05:04:27.126211 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1e069ba8-8867-40af-b435-124e3d457b92 req-6f57a3b4-a028-42b1-99b5-be28541f3fed tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fc3fa18-5aea-44dd-b89d-7148ad006be9 HTTP/1.1" status: 200 len: 210 time: 0.0380471 Aug 10 05:04:27.149752 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-276d0bb4-1700-4c73-bc08-1a07de52013d tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:27.151226 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-276d0bb4-1700-4c73-bc08-1a07de52013d tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.63 "GET /v2.0/networks?id=38a69901-39a5-4b68-8c2c-6f171225e75b HTTP/1.1" status: 200 len: 812 time: 0.1371317 Aug 10 05:04:27.195915 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-a1fd1369-fb31-4426-adc8-a71d76bfb252 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3e6fcb8db8246ba89506c2651668538 HTTP/1.1" status: 200 len: 380 time: 0.0345128 Aug 10 05:04:27.206606 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-7d06972a-f484-4627-a9b5-4ee047dfd163 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Request body: {'port': {'device_id': '3fc3fa18-5aea-44dd-b89d-7148ad006be9', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'admin_state_up': True, 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'security_groups': ['db5e8698-aa32-4781-a096-ff06eeb30714']}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:04:27.321250 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-7d06972a-f484-4627-a9b5-4ee047dfd163 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Made reservation on behalf of f3e6fcb8db8246ba89506c2651668538 for: {'port': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:04:27.325059 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-7d06972a-f484-4627-a9b5-4ee047dfd163 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:27.454493 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-7d06972a-f484-4627-a9b5-4ee047dfd163 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Allocated IP 172.20.0.10 (38a69901-39a5-4b68-8c2c-6f171225e75b/93497194-d72a-4696-b0fc-7223e82fd189/6aeef44f-ded3-4f61-99e7-1595d1bda80a) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:04:27.617040 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-7d06972a-f484-4627-a9b5-4ee047dfd163 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:27.631266 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-7d06972a-f484-4627-a9b5-4ee047dfd163 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Transition to ACTIVE for port object 6aeef44f-ded3-4f61-99e7-1595d1bda80a will not be triggered until provisioned by entity DHCP. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:04:27.667928 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-7d06972a-f484-4627-a9b5-4ee047dfd163 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:27.710579 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-7d06972a-f484-4627-a9b5-4ee047dfd163 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Network 38a69901-39a5-4b68-8c2c-6f171225e75b is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:04:27.713680 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-7d06972a-f484-4627-a9b5-4ee047dfd163 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:04:27.717364 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-7d06972a-f484-4627-a9b5-4ee047dfd163 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:04:27.723605 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06972a-f484-4627-a9b5-4ee047dfd163 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Pushing event updated for resources: {'Port': ['ID=6aeef44f-ded3-4f61-99e7-1595d1bda80a,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:27.774968 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-7d06972a-f484-4627-a9b5-4ee047dfd163 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:27.775628 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-7d06972a-f484-4627-a9b5-4ee047dfd163 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:27.791334 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-7d06972a-f484-4627-a9b5-4ee047dfd163 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5884821 Aug 10 05:04:27.808878 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-0ba0a417-ac0c-4380-9801-57292d82e2d4 service neutron] Request body: {'port': {'device_id': '3fc3fa18-5aea-44dd-b89d-7148ad006be9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:04:27.867723 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-0ba0a417-ac0c-4380-9801-57292d82e2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:27.973208 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-b735c505-416b-4464-a995-6bd018687c2d None None] Provisioning for port 6aeef44f-ded3-4f61-99e7-1595d1bda80a completed by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:04:27.977213 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-b735c505-416b-4464-a995-6bd018687c2d None None] Provisioning complete for port 6aeef44f-ded3-4f61-99e7-1595d1bda80a triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:04:27.977588 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b735c505-416b-4464-a995-6bd018687c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:28.010093 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-b735c505-416b-4464-a995-6bd018687c2d None None] Port 6aeef44f-ded3-4f61-99e7-1595d1bda80a cannot update to ACTIVE because it is not bound. {{(pid=93279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:04:28.133104 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-0ba0a417-ac0c-4380-9801-57292d82e2d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aeef44f-ded3-4f61-99e7-1595d1bda80a {{(pid=93278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:04:28.140972 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-0ba0a417-ac0c-4380-9801-57292d82e2d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:28.153717 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-0ba0a417-ac0c-4380-9801-57292d82e2d4 service neutron] Transition to ACTIVE for port object 6aeef44f-ded3-4f61-99e7-1595d1bda80a will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:04:28.157585 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-0ba0a417-ac0c-4380-9801-57292d82e2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7361716'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:28.233629 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0a417-ac0c-4380-9801-57292d82e2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6aeef44f-ded3-4f61-99e7-1595d1bda80a,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:28.302853 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c01c5-fde3-4faa-9653-73d4acfbe886 req-c57716f4-d867-40c0-8890-2a6e31945258 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:28.304423 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-663c01c5-fde3-4faa-9653-73d4acfbe886 req-c57716f4-d867-40c0-8890-2a6e31945258 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fc3fa18-5aea-44dd-b89d-7148ad006be9 HTTP/1.1" status: 200 len: 944 time: 0.1047523 Aug 10 05:04:28.332844 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-0ba0a417-ac0c-4380-9801-57292d82e2d4 service neutron] Attempting to bind port 6aeef44f-ded3-4f61-99e7-1595d1bda80a on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:04:28.333169 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-0ba0a417-ac0c-4380-9801-57292d82e2d4 service neutron] Attempting to bind port 6aeef44f-ded3-4f61-99e7-1595d1bda80a by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '8c0479b7-c059-4ba6-a645-2bcc381d404f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:04:28.333493 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-0ba0a417-ac0c-4380-9801-57292d82e2d4 service neutron] Attempting to bind port 6aeef44f-ded3-4f61-99e7-1595d1bda80a on network 38a69901-39a5-4b68-8c2c-6f171225e75b {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:04:28.345098 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-0ba0a417-ac0c-4380-9801-57292d82e2d4 service neutron] Port 6aeef44f-ded3-4f61-99e7-1595d1bda80a on network 38a69901-39a5-4b68-8c2c-6f171225e75b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 05:04:28.345313 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-0ba0a417-ac0c-4380-9801-57292d82e2d4 service neutron] Attempting to bind port 6aeef44f-ded3-4f61-99e7-1595d1bda80a on network 38a69901-39a5-4b68-8c2c-6f171225e75b {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:04:28.356696 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-0ba0a417-ac0c-4380-9801-57292d82e2d4 service neutron] Checking agent: {'id': '51cc88f3-029f-45e4-af3a-d9472a1d6530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'started_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:04:28.357037 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-0ba0a417-ac0c-4380-9801-57292d82e2d4 service neutron] Checking segment: {'id': '8c0479b7-c059-4ba6-a645-2bcc381d404f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:04:28.357407 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-0ba0a417-ac0c-4380-9801-57292d82e2d4 service neutron] Bound using segment: {'id': '8c0479b7-c059-4ba6-a645-2bcc381d404f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:04:28.357842 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-0ba0a417-ac0c-4380-9801-57292d82e2d4 service neutron] Bound port: 6aeef44f-ded3-4f61-99e7-1595d1bda80a, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c0479b7-c059-4ba6-a645-2bcc381d404f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:04:28.358208 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-0ba0a417-ac0c-4380-9801-57292d82e2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:28.371878 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-663c01c5-fde3-4faa-9653-73d4acfbe886 req-e75e88bb-68a9-49ec-af65-12121ee38ded tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596480 Aug 10 05:04:28.428411 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-0ba0a417-ac0c-4380-9801-57292d82e2d4 service neutron] For port 6aeef44f-ded3-4f61-99e7-1595d1bda80a, host hv-cinder-80403, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:04:28.432074 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-0ba0a417-ac0c-4380-9801-57292d82e2d4 service neutron] For port 6aeef44f-ded3-4f61-99e7-1595d1bda80a, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6aeef44f-ded3-4f61-99e7-1595d1bda80a,segment=NetworkSegment(8c0479b7-c059-4ba6-a645-2bcc381d404f),segment_id=8c0479b7-c059-4ba6-a645-2bcc381d404f)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:04:28.440418 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-0ba0a417-ac0c-4380-9801-57292d82e2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7361716'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:28.474739 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-0ba0a417-ac0c-4380-9801-57292d82e2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:28.475692 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-0ba0a417-ac0c-4380-9801-57292d82e2d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:28.477901 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-0ba0a417-ac0c-4380-9801-57292d82e2d4 service neutron] 10.222.0.63 "PUT /v2.0/ports/6aeef44f-ded3-4f61-99e7-1595d1bda80a HTTP/1.1" status: 200 len: 1094 time: 0.6741421 Aug 10 05:04:28.478560 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc3fa18-5aea-44dd-b89d-7148ad006be9', 'tag': '6aeef44f-ded3-4f61-99e7-1595d1bda80a'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:04:28.482110 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ad241413e3c5b5cfbdfd8ddf86169eda0c2eb72df278c9415fbec86a6c2f7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091791ea-0ef4-4ff6-968e-ff2de760a2aa" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc3fa18-5aea-44dd-b89d-7148ad006be9", "tag": "6aeef44f-ded3-4f61-99e7-1595d1bda80a"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:04:28.509255 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0a417-ac0c-4380-9801-57292d82e2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6aeef44f-ded3-4f61-99e7-1595d1bda80a,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:28.535420 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e9755e-fdf1-452d-92af-5e09eb13638d x-openstack-request-id: req-d1e9755e-fdf1-452d-92af-5e09eb13638d {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:04:28.535711 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc3fa18-5aea-44dd-b89d-7148ad006be9", "tag": "6aeef44f-ded3-4f61-99e7-1595d1bda80a", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:04:28.535960 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d1e9755e-fdf1-452d-92af-5e09eb13638d {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:04:28.536362 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc3fa18-5aea-44dd-b89d-7148ad006be9', 'tag': '6aeef44f-ded3-4f61-99e7-1595d1bda80a', 'status': 'completed', 'code': 200} Aug 10 05:04:28.574796 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-a071468e-75e2-4999-9019-3c8f04c9944b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:28.576383 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-a071468e-75e2-4999-9019-3c8f04c9944b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f3e6fcb8db8246ba89506c2651668538&device_id=3fc3fa18-5aea-44dd-b89d-7148ad006be9 HTTP/1.1" status: 200 len: 1097 time: 0.0500653 Aug 10 05:04:28.620951 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-ca146708-cc00-4aeb-a72b-761a8f8efa8c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6aeef44f-ded3-4f61-99e7-1595d1bda80a HTTP/1.1" status: 200 len: 217 time: 0.0350854 Aug 10 05:04:28.670314 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-9af2b518-341c-4e1d-a294-973f23d1a9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:28.671852 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-9af2b518-341c-4e1d-a294-973f23d1a9a0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=93497194-d72a-4696-b0fc-7223e82fd189 HTTP/1.1" status: 200 len: 851 time: 0.0433984 Aug 10 05:04:28.725722 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-c53fad9b-1920-4214-ba83-948447784ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:28.727299 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-c53fad9b-1920-4214-ba83-948447784ba9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=38a69901-39a5-4b68-8c2c-6f171225e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467627 Aug 10 05:04:28.830378 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-7483b264-4964-49e5-97d5-3ad896160e98 service neutron] 10.222.0.63 "GET /v2.0/networks/38a69901-39a5-4b68-8c2c-6f171225e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951424 Aug 10 05:04:28.921469 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3340d0a6-4032-42b6-990f-ae7b7a11109c req-fc8704de-1021-4295-8207-0e2d6aa7f214 service neutron] 10.222.0.63 "GET /v2.0/networks/38a69901-39a5-4b68-8c2c-6f171225e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830843 Aug 10 05:04:29.045527 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091791ea-0ef4-4ff6-968e-ff2de760a2aa req-7edec8cd-fe5a-43fa-be9a-5936b3ffbf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:29.047382 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-091791ea-0ef4-4ff6-968e-ff2de760a2aa req-7edec8cd-fe5a-43fa-be9a-5936b3ffbf3c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f3e6fcb8db8246ba89506c2651668538&device_id=3fc3fa18-5aea-44dd-b89d-7148ad006be9 HTTP/1.1" status: 200 len: 1097 time: 0.0483654 Aug 10 05:04:29.136831 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091791ea-0ef4-4ff6-968e-ff2de760a2aa req-c978bd4d-0516-4314-b629-a8a428b9a8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:29.138278 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-091791ea-0ef4-4ff6-968e-ff2de760a2aa req-c978bd4d-0516-4314-b629-a8a428b9a8cc service neutron] 10.222.0.63 "GET /v2.0/networks?id=38a69901-39a5-4b68-8c2c-6f171225e75b HTTP/1.1" status: 200 len: 913 time: 0.0821791 Aug 10 05:04:29.184046 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-091791ea-0ef4-4ff6-968e-ff2de760a2aa req-28c89059-6ff3-47cc-9634-27b25f77ec9a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6aeef44f-ded3-4f61-99e7-1595d1bda80a HTTP/1.1" status: 200 len: 217 time: 0.0371978 Aug 10 05:04:29.235811 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091791ea-0ef4-4ff6-968e-ff2de760a2aa req-ad35de45-9895-4eba-b8d5-48a08c217650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:29.237180 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-091791ea-0ef4-4ff6-968e-ff2de760a2aa req-ad35de45-9895-4eba-b8d5-48a08c217650 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=93497194-d72a-4696-b0fc-7223e82fd189 HTTP/1.1" status: 200 len: 851 time: 0.0446417 Aug 10 05:04:29.283550 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091791ea-0ef4-4ff6-968e-ff2de760a2aa req-01f08354-f70f-4ddf-8ca4-7c5bfbb421c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:29.284984 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-091791ea-0ef4-4ff6-968e-ff2de760a2aa req-01f08354-f70f-4ddf-8ca4-7c5bfbb421c6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=38a69901-39a5-4b68-8c2c-6f171225e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395761 Aug 10 05:04:29.385833 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-091791ea-0ef4-4ff6-968e-ff2de760a2aa req-58b43dd0-db5b-4476-bfe8-779082b0d36e service neutron] 10.222.0.63 "GET /v2.0/networks/38a69901-39a5-4b68-8c2c-6f171225e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919411 Aug 10 05:04:29.504704 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-091791ea-0ef4-4ff6-968e-ff2de760a2aa req-0c807ada-2cb9-4560-8c08-d9f6f7da7391 service neutron] 10.222.0.63 "GET /v2.0/networks/38a69901-39a5-4b68-8c2c-6f171225e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104147 Aug 10 05:04:29.513691 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eff04a-f798-44c3-822c-86d6b1f583df req-b62a4305-4d47-40a7-806f-1ecda88cbcd1 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:29.515093 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-07eff04a-f798-44c3-822c-86d6b1f583df req-b62a4305-4d47-40a7-806f-1ecda88cbcd1 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fc3fa18-5aea-44dd-b89d-7148ad006be9 HTTP/1.1" status: 200 len: 944 time: 0.0712421 Aug 10 05:04:29.556744 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-07eff04a-f798-44c3-822c-86d6b1f583df req-dd8f4dfb-d803-4ce8-a4cc-857801d69968 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355608 Aug 10 05:04:30.686969 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40def8-abc9-4c42-a32a-40622d586e6b req-131036ca-39e3-44fe-b774-e41a26aa83b9 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:30.688442 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ba40def8-abc9-4c42-a32a-40622d586e6b req-131036ca-39e3-44fe-b774-e41a26aa83b9 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fc3fa18-5aea-44dd-b89d-7148ad006be9 HTTP/1.1" status: 200 len: 944 time: 0.0557055 Aug 10 05:04:30.726823 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ba40def8-abc9-4c42-a32a-40622d586e6b req-6b838413-f962-4eac-b5e0-483f37ac8226 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322809 Aug 10 05:04:31.843936 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4747004-6522-4fed-a5d3-d2693c6ef6e0 req-b6a575ab-92ff-4c60-978d-3c4caf6b86cb tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:31.845412 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f4747004-6522-4fed-a5d3-d2693c6ef6e0 req-b6a575ab-92ff-4c60-978d-3c4caf6b86cb tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fc3fa18-5aea-44dd-b89d-7148ad006be9 HTTP/1.1" status: 200 len: 944 time: 0.0519958 Aug 10 05:04:31.886351 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f4747004-6522-4fed-a5d3-d2693c6ef6e0 req-3757c78d-d2b9-4d28-b0ec-c98db9e6a839 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324030 Aug 10 05:04:33.008315 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319fc72e-f7b3-42e0-9ea3-11d6d6ca1a58 req-faea52b2-b545-4254-a8a9-63db8de8e2c4 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:33.010086 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-319fc72e-f7b3-42e0-9ea3-11d6d6ca1a58 req-faea52b2-b545-4254-a8a9-63db8de8e2c4 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fc3fa18-5aea-44dd-b89d-7148ad006be9 HTTP/1.1" status: 200 len: 944 time: 0.0533695 Aug 10 05:04:33.050918 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-319fc72e-f7b3-42e0-9ea3-11d6d6ca1a58 req-4aea9873-59d1-48f6-81f5-7dd9a1ad7973 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339928 Aug 10 05:04:34.178767 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231057d7-a45b-4954-876e-61093b5c216d req-14e61083-7c6f-452b-9db7-3cc0d5a7c729 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:34.180535 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-231057d7-a45b-4954-876e-61093b5c216d req-14e61083-7c6f-452b-9db7-3cc0d5a7c729 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fc3fa18-5aea-44dd-b89d-7148ad006be9 HTTP/1.1" status: 200 len: 944 time: 0.0577872 Aug 10 05:04:34.220703 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-231057d7-a45b-4954-876e-61093b5c216d req-427f43b3-a6fc-4d1c-86ec-a32c6f6222bb tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313778 Aug 10 05:04:35.360006 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c101bd-eb60-4d20-b4c5-a8da8302e401 req-caee3960-1d70-4f8f-8858-db64795b4321 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:35.362061 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a1c101bd-eb60-4d20-b4c5-a8da8302e401 req-caee3960-1d70-4f8f-8858-db64795b4321 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fc3fa18-5aea-44dd-b89d-7148ad006be9 HTTP/1.1" status: 200 len: 944 time: 0.0596449 Aug 10 05:04:35.401343 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a1c101bd-eb60-4d20-b4c5-a8da8302e401 req-8f5ef651-fa68-45d1-bb66-dc1165339a63 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330417 Aug 10 05:04:36.541240 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6b6ec-1730-4d58-a724-3e3e988fca21 req-5f3b4875-d8cb-4f22-8b94-0572ed1acf65 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:36.542701 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7fb6b6ec-1730-4d58-a724-3e3e988fca21 req-5f3b4875-d8cb-4f22-8b94-0572ed1acf65 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fc3fa18-5aea-44dd-b89d-7148ad006be9 HTTP/1.1" status: 200 len: 944 time: 0.0600114 Aug 10 05:04:36.584708 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7fb6b6ec-1730-4d58-a724-3e3e988fca21 req-c9f4c7de-50d6-4742-bb14-1640f7a0c99e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333288 Aug 10 05:04:37.720359 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84df9f-c5c6-45cb-a480-2e25541cbce0 req-b29238f8-2603-407f-92c2-66f45c47fe8f tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:37.721812 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4d84df9f-c5c6-45cb-a480-2e25541cbce0 req-b29238f8-2603-407f-92c2-66f45c47fe8f tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fc3fa18-5aea-44dd-b89d-7148ad006be9 HTTP/1.1" status: 200 len: 944 time: 0.0678585 Aug 10 05:04:37.760279 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4d84df9f-c5c6-45cb-a480-2e25541cbce0 req-da30b78c-92db-497f-9fe6-49a078489762 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321882 Aug 10 05:04:38.890184 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850ab68-7566-4867-b70e-d41b94552ea4 req-aad685ee-0c42-4881-96b7-e5894204e943 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:38.891657 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a850ab68-7566-4867-b70e-d41b94552ea4 req-aad685ee-0c42-4881-96b7-e5894204e943 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fc3fa18-5aea-44dd-b89d-7148ad006be9 HTTP/1.1" status: 200 len: 944 time: 0.0535815 Aug 10 05:04:38.913785 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 6aeef44f-ded3-4f61-99e7-1595d1bda80a details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:04:38.930172 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a850ab68-7566-4867-b70e-d41b94552ea4 req-5e4a55e8-a365-4947-afdb-92b964131ab1 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321612 Aug 10 05:04:39.014392 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 6aeef44f-ded3-4f61-99e7-1595d1bda80a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6aeef44f-ded3-4f61-99e7-1595d1bda80a,segment=NetworkSegment(8c0479b7-c059-4ba6-a645-2bcc381d404f),segment_id=8c0479b7-c059-4ba6-a645-2bcc381d404f)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:04:39.026044 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Returning: {'device': '6aeef44f-ded3-4f61-99e7-1595d1bda80a', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'port_id': '6aeef44f-ded3-4f61-99e7-1595d1bda80a', 'mac_address': 'fa:16:3e:70:2e:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93497194-d72a-4696-b0fc-7223e82fd189', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:04:39.064323 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:39.078044 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aeef44f-ded3-4f61-99e7-1595d1bda80a {{(pid=93279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:04:39.098769 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 6aeef44f-ded3-4f61-99e7-1595d1bda80a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6aeef44f-ded3-4f61-99e7-1595d1bda80a,segment=NetworkSegment(8c0479b7-c059-4ba6-a645-2bcc381d404f),segment_id=8c0479b7-c059-4ba6-a645-2bcc381d404f)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:04:39.105416 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:39.155112 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=6aeef44f-ded3-4f61-99e7-1595d1bda80a,revision_number=4']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:39.482231 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['6aeef44f-ded3-4f61-99e7-1595d1bda80a'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:04:40.052195 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd5a17-0438-48e8-8fb3-ed8607be5182 req-c9cf6cf9-6017-4328-ae47-a4b06851dcc2 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:40.053689 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-11bd5a17-0438-48e8-8fb3-ed8607be5182 req-c9cf6cf9-6017-4328-ae47-a4b06851dcc2 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fc3fa18-5aea-44dd-b89d-7148ad006be9 HTTP/1.1" status: 200 len: 945 time: 0.0508702 Aug 10 05:04:40.096796 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-11bd5a17-0438-48e8-8fb3-ed8607be5182 req-f6f609a2-52d7-4557-b7cf-feaca415c4d6 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361187 Aug 10 05:04:40.915812 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 6aeef44f-ded3-4f61-99e7-1595d1bda80a up at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:04:40.983974 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning for port 6aeef44f-ded3-4f61-99e7-1595d1bda80a completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:04:40.987798 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning complete for port 6aeef44f-ded3-4f61-99e7-1595d1bda80a triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:04:40.988168 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:41.063229 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:41.085981 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc3fa18-5aea-44dd-b89d-7148ad006be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aeef44f-ded3-4f61-99e7-1595d1bda80a'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:04:41.088340 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684630205e793650736d742c593896f55c3712126ad5fa6ebc9acffcc34ee486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1c6729-34e5-4606-bf32-c3e015f08b63" -d '{"events": [{"server_uuid": "3fc3fa18-5aea-44dd-b89d-7148ad006be9", "name": "network-vif-plugged", "status": "completed", "tag": "6aeef44f-ded3-4f61-99e7-1595d1bda80a"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:04:41.101077 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 6aeef44f-ded3-4f61-99e7-1595d1bda80a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6aeef44f-ded3-4f61-99e7-1595d1bda80a,segment=NetworkSegment(8c0479b7-c059-4ba6-a645-2bcc381d404f),segment_id=8c0479b7-c059-4ba6-a645-2bcc381d404f)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:04:41.106913 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:41.140634 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565229ad-9770-4111-b11d-2ca3b968c36f x-openstack-request-id: req-565229ad-9770-4111-b11d-2ca3b968c36f {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:04:41.141218 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc3fa18-5aea-44dd-b89d-7148ad006be9", "name": "network-vif-plugged", "status": "completed", "tag": "6aeef44f-ded3-4f61-99e7-1595d1bda80a", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:04:41.141492 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-565229ad-9770-4111-b11d-2ca3b968c36f {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:04:41.141817 dv-cinder-804035-1-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc3fa18-5aea-44dd-b89d-7148ad006be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aeef44f-ded3-4f61-99e7-1595d1bda80a', 'code': 200} Aug 10 05:04:41.169427 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=6aeef44f-ded3-4f61-99e7-1595d1bda80a,revision_number=5']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:41.219643 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea4d0e-290e-4e0f-984e-0712c8d1313e req-14126047-e3ca-45a9-b8d2-c32f801bc740 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:41.221110 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-51ea4d0e-290e-4e0f-984e-0712c8d1313e req-14126047-e3ca-45a9-b8d2-c32f801bc740 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fc3fa18-5aea-44dd-b89d-7148ad006be9 HTTP/1.1" status: 200 len: 946 time: 0.0540586 Aug 10 05:04:41.264539 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-51ea4d0e-290e-4e0f-984e-0712c8d1313e req-06397a9a-e577-41cd-9499-b3d37d07c536 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345826 Aug 10 05:04:41.396340 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f4f76-ceb5-4f6a-8b65-4a1ed8d86c49 req-8ed6a4d0-2532-44c3-b215-91b2756ad732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:41.397851 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b93f4f76-ceb5-4f6a-8b65-4a1ed8d86c49 req-8ed6a4d0-2532-44c3-b215-91b2756ad732 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3fc3fa18-5aea-44dd-b89d-7148ad006be9 HTTP/1.1" status: 200 len: 1099 time: 0.0500746 Aug 10 05:04:41.441458 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b93f4f76-ceb5-4f6a-8b65-4a1ed8d86c49 req-7c61f5cb-55bb-43ad-98a0-f47d9d687907 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358729 Aug 10 05:04:42.396940 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409eb3ef-455d-49c1-b4f4-a33ae5b3166a req-140cb7cd-3683-447c-aff5-056c324de83b tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:42.398397 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-409eb3ef-455d-49c1-b4f4-a33ae5b3166a req-140cb7cd-3683-447c-aff5-056c324de83b tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fc3fa18-5aea-44dd-b89d-7148ad006be9 HTTP/1.1" status: 200 len: 946 time: 0.0516095 Aug 10 05:04:42.438810 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-409eb3ef-455d-49c1-b4f4-a33ae5b3166a req-887a28ab-8c8c-471f-8bde-f49104c99025 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340722 Aug 10 05:04:43.575697 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1cdf8d-201e-4389-b0de-c7fff3d2ee3a req-0db51169-9172-445f-bc7c-6f05745d7d63 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:43.577170 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ee1cdf8d-201e-4389-b0de-c7fff3d2ee3a req-0db51169-9172-445f-bc7c-6f05745d7d63 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fc3fa18-5aea-44dd-b89d-7148ad006be9 HTTP/1.1" status: 200 len: 946 time: 0.0575039 Aug 10 05:04:43.618024 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ee1cdf8d-201e-4389-b0de-c7fff3d2ee3a req-6df60ad1-89ee-4142-a3a1-0ffeecf4ff19 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347743 Aug 10 05:04:43.738428 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2727c-add3-4ded-97a6-f672c04ce6fa req-a21bc0d4-7b50-46b1-b0d5-749c76fb03cd tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:43.739900 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9be2727c-add3-4ded-97a6-f672c04ce6fa req-a21bc0d4-7b50-46b1-b0d5-749c76fb03cd tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fc3fa18-5aea-44dd-b89d-7148ad006be9 HTTP/1.1" status: 200 len: 946 time: 0.0512140 Aug 10 05:04:43.778989 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9be2727c-add3-4ded-97a6-f672c04ce6fa req-74bf36b1-2ba6-47be-b532-be08bfb4f15d tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331264 Aug 10 05:04:43.805991 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 36154) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:04:43.954662 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f41a17-0a13-447c-b01b-7622af816448 tempest-TestVolumeBootPattern-445556123 tempest-TestVolumeBootPattern-445556123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:43.956211 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-58f41a17-0a13-447c-b01b-7622af816448 tempest-TestVolumeBootPattern-445556123 tempest-TestVolumeBootPattern-445556123-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3fc3fa18-5aea-44dd-b89d-7148ad006be9 HTTP/1.1" status: 200 len: 1094 time: 0.1492536 Aug 10 05:04:43.960131 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 36160) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:04:43.964457 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-5cc5fb1a-785c-4c48-ba36-e48dce895b65 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Request body: {'floatingip': {'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'port_id': '6aeef44f-ded3-4f61-99e7-1595d1bda80a', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:04:43.989119 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5cc5fb1a-785c-4c48-ba36-e48dce895b65 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for floatingip, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:44.099472 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5cc5fb1a-785c-4c48-ba36-e48dce895b65 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:44.215806 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [None req-5cc5fb1a-785c-4c48-ba36-e48dce895b65 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Allocated IP 172.27.0.29 (0a1a8acd-4687-4edf-98ff-0a50fc5a0482/3fb0ac1d-f2fb-452a-b682-4051fe90b57f/7a5b41ca-cbdf-45c5-8828-79510d133a92) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:04:44.325926 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5cc5fb1a-785c-4c48-ba36-e48dce895b65 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:44.367815 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5cc5fb1a-785c-4c48-ba36-e48dce895b65 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:44.405301 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc5fb1a-785c-4c48-ba36-e48dce895b65 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Network 0a1a8acd-4687-4edf-98ff-0a50fc5a0482 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:04:44.408117 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-5cc5fb1a-785c-4c48-ba36-e48dce895b65 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:04:44.411597 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc5fb1a-785c-4c48-ba36-e48dce895b65 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:04:44.416832 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5fb1a-785c-4c48-ba36-e48dce895b65 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Pushing event updated for resources: {'Port': ['ID=7a5b41ca-cbdf-45c5-8828-79510d133a92,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:44.762796 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5cc5fb1a-785c-4c48-ba36-e48dce895b65 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:44.838408 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5cc5fb1a-785c-4c48-ba36-e48dce895b65 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:44.981994 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5cc5fb1a-785c-4c48-ba36-e48dce895b65 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:44.989746 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5cc5fb1a-785c-4c48-ba36-e48dce895b65 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7361716'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:45.061454 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5fb1a-785c-4c48-ba36-e48dce895b65 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Pushing event updated for resources: {'Port': ['ID=7a5b41ca-cbdf-45c5-8828-79510d133a92,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:45.075568 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5cc5fb1a-785c-4c48-ba36-e48dce895b65 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496286'] for floatingip, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:45.175682 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.db.l3_db [None req-5cc5fb1a-785c-4c48-ba36-e48dce895b65 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Floating IP d0bfb2bb-0a35-4cee-883e-2b8dfea2b87c associated. External IP: 172.27.0.29, port: 6aeef44f-ded3-4f61-99e7-1595d1bda80a. Aug 10 05:04:45.658048 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc5fb1a-785c-4c48-ba36-e48dce895b65 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Router 0f7ad699-10eb-4988-9dbe-6242e32c5226 has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:04:45.763271 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc5fb1a-785c-4c48-ba36-e48dce895b65 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:04:45.774457 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2821c4a-f1f1-4944-8d06-48c555590da4 None None] Sync routers for ids ['0f7ad699-10eb-4988-9dbe-6242e32c5226'] in dv-cinder-804035-1-iscsi {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:04:45.782377 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5cc5fb1a-785c-4c48-ba36-e48dce895b65 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for floatingip, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:45.785163 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2821c4a-f1f1-4944-8d06-48c555590da4 None None] Routers {'0f7ad699-10eb-4988-9dbe-6242e32c5226'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:04:45.785794 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-c2821c4a-f1f1-4944-8d06-48c555590da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:04:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['0f7ad699-10eb-4988-9dbe-6242e32c5226'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:04:45.811844 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-5cc5fb1a-785c-4c48-ba36-e48dce895b65 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8507130 Aug 10 05:04:45.812437 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc3fa18-5aea-44dd-b89d-7148ad006be9', 'tag': '6aeef44f-ded3-4f61-99e7-1595d1bda80a'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:04:45.814678 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ad241413e3c5b5cfbdfd8ddf86169eda0c2eb72df278c9415fbec86a6c2f7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762bed31-dbbd-4789-b5bd-c2de2d83a2c1" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc3fa18-5aea-44dd-b89d-7148ad006be9", "tag": "6aeef44f-ded3-4f61-99e7-1595d1bda80a"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:04:45.854272 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6948e7fc-9d80-4af8-a1a4-e6b66befde0e x-openstack-request-id: req-6948e7fc-9d80-4af8-a1a4-e6b66befde0e {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:04:45.854557 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc3fa18-5aea-44dd-b89d-7148ad006be9", "tag": "6aeef44f-ded3-4f61-99e7-1595d1bda80a", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:04:45.854843 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6948e7fc-9d80-4af8-a1a4-e6b66befde0e {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:04:45.855325 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc3fa18-5aea-44dd-b89d-7148ad006be9', 'tag': '6aeef44f-ded3-4f61-99e7-1595d1bda80a', 'status': 'completed', 'code': 200} Aug 10 05:04:45.893118 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-c2821c4a-f1f1-4944-8d06-48c555590da4 None None] Set router 0f7ad699-10eb-4988-9dbe-6242e32c5226 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:04:45.923707 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bed31-dbbd-4789-b5bd-c2de2d83a2c1 req-d7d535d3-f1b9-4254-a22f-8dda19f5386f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:45.925142 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-762bed31-dbbd-4789-b5bd-c2de2d83a2c1 req-d7d535d3-f1b9-4254-a22f-8dda19f5386f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f3e6fcb8db8246ba89506c2651668538&device_id=3fc3fa18-5aea-44dd-b89d-7148ad006be9 HTTP/1.1" status: 200 len: 1099 time: 0.0418091 Aug 10 05:04:46.016628 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bed31-dbbd-4789-b5bd-c2de2d83a2c1 req-c4f965d8-6d92-4be3-9146-802caa3c6ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:46.018068 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-762bed31-dbbd-4789-b5bd-c2de2d83a2c1 req-c4f965d8-6d92-4be3-9146-802caa3c6ff3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=38a69901-39a5-4b68-8c2c-6f171225e75b HTTP/1.1" status: 200 len: 913 time: 0.0812194 Aug 10 05:04:46.089209 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-762bed31-dbbd-4789-b5bd-c2de2d83a2c1 req-c479d660-7c36-4bb1-9332-29f53277c654 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6aeef44f-ded3-4f61-99e7-1595d1bda80a HTTP/1.1" status: 200 len: 999 time: 0.0627024 Aug 10 05:04:46.125079 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-c2821c4a-f1f1-4944-8d06-48c555590da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'name': 'tempest-TestVolumeBootPattern-1515326375-router', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:47Z', 'revision_number': 4, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'gw_port': {'id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_floatingips': [{'id': '1675c51a-6406-4e76-883f-7bd51bac71be', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'router_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'port_id': '0c0f452a-84ac-41b8-a99e-1c27cd8890c8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'mac_address': 'fa:16:3e:c6:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0152589-4b59-41f2-99c0-9de6a98c985a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:01:54Z', 'updated_at': '2021-08-10T05:01:56Z', 'revision_number': 1, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'fixed_ip_address_scope': None}, {'id': 'd0bfb2bb-0a35-4cee-883e-2b8dfea2b87c', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'router_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'port_id': '6aeef44f-ded3-4f61-99e7-1595d1bda80a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'mac_address': 'fa:16:3e:70:2e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc3fa18-5aea-44dd-b89d-7148ad006be9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:04:44Z', 'updated_at': '2021-08-10T05:04:44Z', 'revision_number': 0, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635dfeb1-f01f-4164-ab04-4c6374429c6d', 'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'mac_address': 'fa:16:3e:f8:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '93497194-d72a-4696-b0fc-7223e82fd189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:46Z', 'updated_at': '2021-08-10T04:56:53Z', 'revision_number': 5, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'subnets': [{'id': '93497194-d72a-4696-b0fc-7223e82fd189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:04:46.145464 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bed31-dbbd-4789-b5bd-c2de2d83a2c1 req-a9b592e8-7460-44c3-b1b1-9af026750d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:46.146898 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-762bed31-dbbd-4789-b5bd-c2de2d83a2c1 req-a9b592e8-7460-44c3-b1b1-9af026750d80 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=93497194-d72a-4696-b0fc-7223e82fd189 HTTP/1.1" status: 200 len: 851 time: 0.0423443 Aug 10 05:04:46.155155 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2821c4a-f1f1-4944-8d06-48c555590da4 None None] Checking router: 0f7ad699-10eb-4988-9dbe-6242e32c5226 for host: dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:04:46.163892 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2821c4a-f1f1-4944-8d06-48c555590da4 None None] Routers {'0f7ad699-10eb-4988-9dbe-6242e32c5226'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:04:46.164497 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-c2821c4a-f1f1-4944-8d06-48c555590da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:04:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['0f7ad699-10eb-4988-9dbe-6242e32c5226'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:04:46.193222 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bed31-dbbd-4789-b5bd-c2de2d83a2c1 req-87426d11-93f5-4616-8654-b451b8193875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:46.194629 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-762bed31-dbbd-4789-b5bd-c2de2d83a2c1 req-87426d11-93f5-4616-8654-b451b8193875 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=38a69901-39a5-4b68-8c2c-6f171225e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396829 Aug 10 05:04:46.272514 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-c2821c4a-f1f1-4944-8d06-48c555590da4 None None] Set router 0f7ad699-10eb-4988-9dbe-6242e32c5226 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:04:46.285858 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-762bed31-dbbd-4789-b5bd-c2de2d83a2c1 req-2636551a-b85c-43b1-a01f-d8529c002c2d service neutron] 10.222.0.63 "GET /v2.0/networks/38a69901-39a5-4b68-8c2c-6f171225e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829232 Aug 10 05:04:46.376606 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-762bed31-dbbd-4789-b5bd-c2de2d83a2c1 req-88dbfcf3-d284-4cb7-b51b-211bcaf9761b service neutron] 10.222.0.63 "GET /v2.0/networks/38a69901-39a5-4b68-8c2c-6f171225e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830288 Aug 10 05:04:46.511651 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-c2821c4a-f1f1-4944-8d06-48c555590da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'name': 'tempest-TestVolumeBootPattern-1515326375-router', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:47Z', 'revision_number': 4, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'gw_port': {'id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_floatingips': [{'id': '1675c51a-6406-4e76-883f-7bd51bac71be', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'router_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'port_id': '0c0f452a-84ac-41b8-a99e-1c27cd8890c8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'mac_address': 'fa:16:3e:c6:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0152589-4b59-41f2-99c0-9de6a98c985a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:01:54Z', 'updated_at': '2021-08-10T05:01:56Z', 'revision_number': 1, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'fixed_ip_address_scope': None}, {'id': 'd0bfb2bb-0a35-4cee-883e-2b8dfea2b87c', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'router_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'port_id': '6aeef44f-ded3-4f61-99e7-1595d1bda80a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'mac_address': 'fa:16:3e:70:2e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc3fa18-5aea-44dd-b89d-7148ad006be9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:04:44Z', 'updated_at': '2021-08-10T05:04:44Z', 'revision_number': 0, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635dfeb1-f01f-4164-ab04-4c6374429c6d', 'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'mac_address': 'fa:16:3e:f8:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '93497194-d72a-4696-b0fc-7223e82fd189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:46Z', 'updated_at': '2021-08-10T04:56:53Z', 'revision_number': 5, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'subnets': [{'id': '93497194-d72a-4696-b0fc-7223e82fd189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:04:46.537599 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2821c4a-f1f1-4944-8d06-48c555590da4 None None] The sync data for ids ['0f7ad699-10eb-4988-9dbe-6242e32c5226'] in dv-cinder-804035-1-iscsi is: [{'id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'name': 'tempest-TestVolumeBootPattern-1515326375-router', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:47Z', 'revision_number': 4, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'gw_port': {'id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_floatingips': [{'id': '1675c51a-6406-4e76-883f-7bd51bac71be', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'router_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'port_id': '0c0f452a-84ac-41b8-a99e-1c27cd8890c8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'mac_address': 'fa:16:3e:c6:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0152589-4b59-41f2-99c0-9de6a98c985a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:01:54Z', 'updated_at': '2021-08-10T05:01:56Z', 'revision_number': 1, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'fixed_ip_address_scope': None}, {'id': 'd0bfb2bb-0a35-4cee-883e-2b8dfea2b87c', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'router_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'port_id': '6aeef44f-ded3-4f61-99e7-1595d1bda80a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'mac_address': 'fa:16:3e:70:2e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc3fa18-5aea-44dd-b89d-7148ad006be9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:04:44Z', 'updated_at': '2021-08-10T05:04:44Z', 'revision_number': 0, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635dfeb1-f01f-4164-ab04-4c6374429c6d', 'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'mac_address': 'fa:16:3e:f8:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '93497194-d72a-4696-b0fc-7223e82fd189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:46Z', 'updated_at': '2021-08-10T04:56:53Z', 'revision_number': 5, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'subnets': [{'id': '93497194-d72a-4696-b0fc-7223e82fd189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:04:46.731310 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c255c362-2c4a-4673-a6e7-091fabc641fb None None] New status for floating IP d0bfb2bb-0a35-4cee-883e-2b8dfea2b87c: ACTIVE {{(pid=93280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:04:47.174865 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b5dab6a9-e927-498f-af16-4f3b01dc1ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:49.857650 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:50.023551 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6817e8f6-7bb7-49d1-a57b-0787c0b25f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:50.223847 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:51.290067 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:52.739036 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:54.995562 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f695a979-0258-4eca-a394-6b4a6e2050d9 req-c38d74a1-7333-4af1-b973-6a5696bd8d86 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e0152589-4b59-41f2-99c0-9de6a98c985a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458000 Aug 10 05:04:55.059387 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695a979-0258-4eca-a394-6b4a6e2050d9 req-c31e74b6-aa52-42f0-ba9b-fadb1ec90da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:55.061098 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f695a979-0258-4eca-a394-6b4a6e2050d9 req-c31e74b6-aa52-42f0-ba9b-fadb1ec90da4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f3e6fcb8db8246ba89506c2651668538&device_id=e0152589-4b59-41f2-99c0-9de6a98c985a HTTP/1.1" status: 200 len: 1099 time: 0.0410750 Aug 10 05:04:55.164147 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695a979-0258-4eca-a394-6b4a6e2050d9 req-9fb52282-5bdc-4f52-af1c-8e23b21adb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:55.165493 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f695a979-0258-4eca-a394-6b4a6e2050d9 req-9fb52282-5bdc-4f52-af1c-8e23b21adb0b service neutron] 10.222.0.63 "GET /v2.0/networks?id=38a69901-39a5-4b68-8c2c-6f171225e75b HTTP/1.1" status: 200 len: 913 time: 0.0819910 Aug 10 05:04:55.236439 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f695a979-0258-4eca-a394-6b4a6e2050d9 req-94bf6fae-bbf8-45e4-ab5a-13d19e28a273 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c0f452a-84ac-41b8-a99e-1c27cd8890c8 HTTP/1.1" status: 200 len: 1002 time: 0.0625050 Aug 10 05:04:55.286838 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695a979-0258-4eca-a394-6b4a6e2050d9 req-bb9a9b65-d7c5-41d1-a530-de7887a18abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:55.288239 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f695a979-0258-4eca-a394-6b4a6e2050d9 req-bb9a9b65-d7c5-41d1-a530-de7887a18abf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=93497194-d72a-4696-b0fc-7223e82fd189 HTTP/1.1" status: 200 len: 851 time: 0.0443094 Aug 10 05:04:55.334534 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695a979-0258-4eca-a394-6b4a6e2050d9 req-c8f03496-02c0-4a7c-90a4-2e90aeafb70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:55.335977 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f695a979-0258-4eca-a394-6b4a6e2050d9 req-c8f03496-02c0-4a7c-90a4-2e90aeafb70d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=38a69901-39a5-4b68-8c2c-6f171225e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393701 Aug 10 05:04:55.440321 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f695a979-0258-4eca-a394-6b4a6e2050d9 req-337e666c-12cc-4f83-b19d-540bcd8905af service neutron] 10.222.0.63 "GET /v2.0/networks/38a69901-39a5-4b68-8c2c-6f171225e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962069 Aug 10 05:04:55.541482 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f695a979-0258-4eca-a394-6b4a6e2050d9 req-019dafb2-9be3-47a5-9a90-bb7e868af7bf service neutron] 10.222.0.63 "GET /v2.0/networks/38a69901-39a5-4b68-8c2c-6f171225e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925443 Aug 10 05:04:59.512549 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:05:08.385292 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abcb38-3f28-4fe1-9855-3c02e8b798c0 req-6ef37237-7a79-44ea-b8ed-7ff475f87a0b tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:05:08.386770 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-85abcb38-3f28-4fe1-9855-3c02e8b798c0 req-6ef37237-7a79-44ea-b8ed-7ff475f87a0b tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 946 time: 0.0531974 Aug 10 05:05:08.441774 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-85abcb38-3f28-4fe1-9855-3c02e8b798c0 req-ea0259a7-c9c0-4747-9dbd-d30920d36c90 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460896 Aug 10 05:05:09.574372 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0964d72-7f47-48d8-9c14-f2aadf773d79 req-1c173e80-b562-4d52-9783-5995e221a5f2 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:05:09.575761 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c0964d72-7f47-48d8-9c14-f2aadf773d79 req-1c173e80-b562-4d52-9783-5995e221a5f2 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 946 time: 0.0585158 Aug 10 05:05:09.614124 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c0964d72-7f47-48d8-9c14-f2aadf773d79 req-d7e6cb18-ea62-4d4e-b2c0-b6aa40ac8443 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320661 Aug 10 05:05:10.418074 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985bd2bf-f898-4d9a-b8b5-58f5a64607c9 req-36949061-948d-48e8-91a3-b0dcfee46f60 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:05:10.419610 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-985bd2bf-f898-4d9a-b8b5-58f5a64607c9 req-36949061-948d-48e8-91a3-b0dcfee46f60 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.63 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 946 time: 0.0539474 Aug 10 05:05:10.517623 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-985bd2bf-f898-4d9a-b8b5-58f5a64607c9 req-3d181d2e-cdba-40a7-b857-57aa07b73bf3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Deleting port 86c7b64a-99db-41a1-96ad-b937e738039f {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:05:10.518178 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-985bd2bf-f898-4d9a-b8b5-58f5a64607c9 req-3d181d2e-cdba-40a7-b857-57aa07b73bf3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:10.611005 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-985bd2bf-f898-4d9a-b8b5-58f5a64607c9 req-3d181d2e-cdba-40a7-b857-57aa07b73bf3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] For port 86c7b64a-99db-41a1-96ad-b937e738039f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=86c7b64a-99db-41a1-96ad-b937e738039f,segment=NetworkSegment(3f230113-748d-49c3-b686-177bf1e5d247),segment_id=3f230113-748d-49c3-b686-177bf1e5d247)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:05:10.611740 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-985bd2bf-f898-4d9a-b8b5-58f5a64607c9 req-3d181d2e-cdba-40a7-b857-57aa07b73bf3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:10.807433 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657e507-0b75-4d05-bbff-2c61d35d8cd2 req-3939593d-1711-40af-a562-8638e6016b2f tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:05:10.808878 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5657e507-0b75-4d05-bbff-2c61d35d8cd2 req-3939593d-1711-40af-a562-8638e6016b2f tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/ports?device_id=397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52 HTTP/1.1" status: 200 len: 946 time: 0.1228571 Aug 10 05:05:10.837859 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-985bd2bf-f898-4d9a-b8b5-58f5a64607c9 req-3d181d2e-cdba-40a7-b857-57aa07b73bf3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:10.838235 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-985bd2bf-f898-4d9a-b8b5-58f5a64607c9 req-3d181d2e-cdba-40a7-b857-57aa07b73bf3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496286'] for floatingip, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:10.838549 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.db.l3_db [req-985bd2bf-f898-4d9a-b8b5-58f5a64607c9 req-3d181d2e-cdba-40a7-b857-57aa07b73bf3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Floating IP c1a6303f-d56d-4e61-917d-c5bb8a4a4246 disassociated. External IP: 172.27.0.119, port: 86c7b64a-99db-41a1-96ad-b937e738039f. Aug 10 05:05:10.838893 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-985bd2bf-f898-4d9a-b8b5-58f5a64607c9 req-3d181d2e-cdba-40a7-b857-57aa07b73bf3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Calling delete_port for 86c7b64a-99db-41a1-96ad-b937e738039f owned by compute:nova {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:05:10.892026 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5657e507-0b75-4d05-bbff-2c61d35d8cd2 req-e2aaa028-98f7-40b0-a22c-162e231b8564 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups?id=4dc4cdc2-0050-421f-a472-155e394f9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759811 Aug 10 05:05:10.984573 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-985bd2bf-f898-4d9a-b8b5-58f5a64607c9 req-3d181d2e-cdba-40a7-b857-57aa07b73bf3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:11.016723 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d181d2e-cdba-40a7-b857-57aa07b73bf3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Pushing event deleted for resources: {'Port': ['ID=86c7b64a-99db-41a1-96ad-b937e738039f,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:11.029417 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d181d2e-cdba-40a7-b857-57aa07b73bf3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:11.029773 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d181d2e-cdba-40a7-b857-57aa07b73bf3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:11.030161 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d181d2e-cdba-40a7-b857-57aa07b73bf3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:11.030704 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d181d2e-cdba-40a7-b857-57aa07b73bf3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:11.031208 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d181d2e-cdba-40a7-b857-57aa07b73bf3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:11.031554 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d181d2e-cdba-40a7-b857-57aa07b73bf3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:11.031889 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d181d2e-cdba-40a7-b857-57aa07b73bf3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:11.032265 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d181d2e-cdba-40a7-b857-57aa07b73bf3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:11.032594 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d181d2e-cdba-40a7-b857-57aa07b73bf3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:11.032922 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d181d2e-cdba-40a7-b857-57aa07b73bf3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:11.033252 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d181d2e-cdba-40a7-b857-57aa07b73bf3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:11.033576 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d181d2e-cdba-40a7-b857-57aa07b73bf3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:11.145339 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-985bd2bf-f898-4d9a-b8b5-58f5a64607c9 req-3d181d2e-cdba-40a7-b857-57aa07b73bf3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Router 66306674-7218-49b9-a663-50abf9c73e79 has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:05:11.267274 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-985bd2bf-f898-4d9a-b8b5-58f5a64607c9 req-3d181d2e-cdba-40a7-b857-57aa07b73bf3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:05:11.278360 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d65c62b-fed1-4917-815e-ed766006fb64 None None] Sync routers for ids ['66306674-7218-49b9-a663-50abf9c73e79'] in dv-cinder-804035-1-iscsi {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:05:11.288020 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d65c62b-fed1-4917-815e-ed766006fb64 None None] Routers {'66306674-7218-49b9-a663-50abf9c73e79'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:05:11.288546 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-2d65c62b-fed1-4917-815e-ed766006fb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:04:50Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['66306674-7218-49b9-a663-50abf9c73e79'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:05:11.313043 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-985bd2bf-f898-4d9a-b8b5-58f5a64607c9 req-3d181d2e-cdba-40a7-b857-57aa07b73bf3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] No DVR routers for this DVR port 86c7b64a-99db-41a1-96ad-b937e738039f on host hv-cinder-80403 {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:05:11.318465 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-985bd2bf-f898-4d9a-b8b5-58f5a64607c9 req-3d181d2e-cdba-40a7-b857-57aa07b73bf3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:11.320942 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-985bd2bf-f898-4d9a-b8b5-58f5a64607c9 req-3d181d2e-cdba-40a7-b857-57aa07b73bf3 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.63 "DELETE /v2.0/ports/86c7b64a-99db-41a1-96ad-b937e738039f HTTP/1.1" status: 204 len: 173 time: 0.8930881 Aug 10 05:05:11.321106 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52', 'name': 'network-vif-deleted', 'tag': '86c7b64a-99db-41a1-96ad-b937e738039f'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:05:11.323397 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ad241413e3c5b5cfbdfd8ddf86169eda0c2eb72df278c9415fbec86a6c2f7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e0954b-b5c9-469a-b34d-d65ae4cf19ca" -d '{"events": [{"server_uuid": "397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52", "name": "network-vif-deleted", "tag": "86c7b64a-99db-41a1-96ad-b937e738039f"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:05:11.369120 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e503669c-446a-4e80-bed4-d61e8ef889b8 x-openstack-request-id: req-e503669c-446a-4e80-bed4-d61e8ef889b8 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:05:11.369652 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52", "name": "network-vif-deleted", "tag": "86c7b64a-99db-41a1-96ad-b937e738039f", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:05:11.369897 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e503669c-446a-4e80-bed4-d61e8ef889b8 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:05:11.370302 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397fe0c0-f57a-4acf-b1ca-bb6d71bb7b52', 'name': 'network-vif-deleted', 'tag': '86c7b64a-99db-41a1-96ad-b937e738039f', 'status': 'completed', 'code': 200} Aug 10 05:05:11.405795 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-2d65c62b-fed1-4917-815e-ed766006fb64 None None] Set router 66306674-7218-49b9-a663-50abf9c73e79 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:05:11.622516 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-2d65c62b-fed1-4917-815e-ed766006fb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66306674-7218-49b9-a663-50abf9c73e79', 'name': 'tempest-AttachVolumeShelveTestJSON-1116160133-router', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:23Z', 'updated_at': '2021-08-10T04:52:30Z', 'revision_number': 4, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'gw_port': {'id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66306674-7218-49b9-a663-50abf9c73e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:25Z', 'updated_at': '2021-08-10T04:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': 'b3ee7556-80f3-4a6c-87a6-372bc1e58c00', 'name': '', 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'mac_address': 'fa:16:3e:d5:21:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66306674-7218-49b9-a663-50abf9c73e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:29Z', 'updated_at': '2021-08-10T04:52:39Z', 'revision_number': 5, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'subnets': [{'id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:05:11.647993 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d65c62b-fed1-4917-815e-ed766006fb64 None None] Checking router: 66306674-7218-49b9-a663-50abf9c73e79 for host: dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:05:11.656204 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d65c62b-fed1-4917-815e-ed766006fb64 None None] Routers {'66306674-7218-49b9-a663-50abf9c73e79'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:05:11.656791 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-2d65c62b-fed1-4917-815e-ed766006fb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:04:50Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['66306674-7218-49b9-a663-50abf9c73e79'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:05:11.893470 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-2d65c62b-fed1-4917-815e-ed766006fb64 None None] Set router 66306674-7218-49b9-a663-50abf9c73e79 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:05:11.982560 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 36248) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:12.039390 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7ae19f55-4b2e-4c87-a009-bd0cdad16ef9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:12.063103 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7ae19f55-4b2e-4c87-a009-bd0cdad16ef9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:12.094102 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-2d65c62b-fed1-4917-815e-ed766006fb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66306674-7218-49b9-a663-50abf9c73e79', 'name': 'tempest-AttachVolumeShelveTestJSON-1116160133-router', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:23Z', 'updated_at': '2021-08-10T04:52:30Z', 'revision_number': 4, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'gw_port': {'id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66306674-7218-49b9-a663-50abf9c73e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:25Z', 'updated_at': '2021-08-10T04:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': 'b3ee7556-80f3-4a6c-87a6-372bc1e58c00', 'name': '', 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'mac_address': 'fa:16:3e:d5:21:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66306674-7218-49b9-a663-50abf9c73e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:29Z', 'updated_at': '2021-08-10T04:52:39Z', 'revision_number': 5, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'subnets': [{'id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:05:12.108827 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7ae19f55-4b2e-4c87-a009-bd0cdad16ef9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:12.111373 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7ae19f55-4b2e-4c87-a009-bd0cdad16ef9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:12.112537 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-7ae19f55-4b2e-4c87-a009-bd0cdad16ef9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "DELETE /v2.0/security-groups/4dc4cdc2-0050-421f-a472-155e394f9af8 HTTP/1.1" status: 204 len: 168 time: 0.1288977 Aug 10 05:05:12.115442 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 36252) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:12.121814 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae19f55-4b2e-4c87-a009-bd0cdad16ef9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc4cdc2-0050-421f-a472-155e394f9af8,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:12.122557 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d65c62b-fed1-4917-815e-ed766006fb64 None None] The sync data for ids ['66306674-7218-49b9-a663-50abf9c73e79'] in dv-cinder-804035-1-iscsi is: [{'id': '66306674-7218-49b9-a663-50abf9c73e79', 'name': 'tempest-AttachVolumeShelveTestJSON-1116160133-router', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:23Z', 'updated_at': '2021-08-10T04:52:30Z', 'revision_number': 4, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'gw_port': {'id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66306674-7218-49b9-a663-50abf9c73e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:25Z', 'updated_at': '2021-08-10T04:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': 'b3ee7556-80f3-4a6c-87a6-372bc1e58c00', 'name': '', 'network_id': '1d5d3c9f-e413-437f-a63e-a3f1a946fd9c', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'mac_address': 'fa:16:3e:d5:21:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66306674-7218-49b9-a663-50abf9c73e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:29Z', 'updated_at': '2021-08-10T04:52:39Z', 'revision_number': 5, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'subnets': [{'id': '730c2c7a-bff8-4fac-9b46-2ea8ba090a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:05:12.129433 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae19f55-4b2e-4c87-a009-bd0cdad16ef9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:12.129782 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae19f55-4b2e-4c87-a009-bd0cdad16ef9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:12.130121 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae19f55-4b2e-4c87-a009-bd0cdad16ef9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:12.130459 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae19f55-4b2e-4c87-a009-bd0cdad16ef9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:12.130793 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae19f55-4b2e-4c87-a009-bd0cdad16ef9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:12.131154 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae19f55-4b2e-4c87-a009-bd0cdad16ef9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:12.131485 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae19f55-4b2e-4c87-a009-bd0cdad16ef9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:12.131810 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae19f55-4b2e-4c87-a009-bd0cdad16ef9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:12.132135 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae19f55-4b2e-4c87-a009-bd0cdad16ef9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:12.132458 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae19f55-4b2e-4c87-a009-bd0cdad16ef9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:12.132782 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae19f55-4b2e-4c87-a009-bd0cdad16ef9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:12.133131 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae19f55-4b2e-4c87-a009-bd0cdad16ef9 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:12.136643 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.api.v2.resource [None req-004e88d9-eab1-4690-b1a7-5e1553ba9d25 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] show failed (client error): The resource could not be found. Aug 10 05:05:12.137776 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-004e88d9-eab1-4690-b1a7-5e1553ba9d25 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "GET /v2.0/security-groups/4dc4cdc2-0050-421f-a472-155e394f9af8 HTTP/1.1" status: 404 len: 347 time: 0.0207453 Aug 10 05:05:12.140950 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 36254) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:12.265678 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-8e76c6fd-89e0-477e-a491-67e9d3032433 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Deleting port 03a0c589-5fe0-4580-a3f7-0575d0d19b62 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:05:12.266005 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8e76c6fd-89e0-477e-a491-67e9d3032433 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:12.346449 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8e76c6fd-89e0-477e-a491-67e9d3032433 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:12.346805 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8e76c6fd-89e0-477e-a491-67e9d3032433 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:12.348153 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ddd5bf-2212-4f55-91eb-561d874a718a None None] New status for floating IP c1a6303f-d56d-4e61-917d-c5bb8a4a4246: DOWN {{(pid=93280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:05:12.358799 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-8e76c6fd-89e0-477e-a491-67e9d3032433 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Calling delete_port for 03a0c589-5fe0-4580-a3f7-0575d0d19b62 owned by network:floatingip {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:05:12.509132 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8e76c6fd-89e0-477e-a491-67e9d3032433 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:12.533663 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76c6fd-89e0-477e-a491-67e9d3032433 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Pushing event deleted for resources: {'Port': ['ID=03a0c589-5fe0-4580-a3f7-0575d0d19b62,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:12.595020 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8e76c6fd-89e0-477e-a491-67e9d3032433 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks [] for floatingip, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:12.597793 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8e76c6fd-89e0-477e-a491-67e9d3032433 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for floatingip, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:12.598980 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-8e76c6fd-89e0-477e-a491-67e9d3032433 tempest-AttachVolumeShelveTestJSON-1234437586 tempest-AttachVolumeShelveTestJSON-1234437586-project] 10.222.0.49 "DELETE /v2.0/floatingips/c1a6303f-d56d-4e61-917d-c5bb8a4a4246 HTTP/1.1" status: 204 len: 168 time: 0.4569359 Aug 10 05:05:15.020442 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 86c7b64a-99db-41a1-96ad-b937e738039f no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:05:15.041698 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] No Port match for: 86c7b64a-99db-41a1-96ad-b937e738039f {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:05:15.042047 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 86c7b64a-99db-41a1-96ad-b937e738039f not bound to the agent host hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:05:15.081609 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 36284) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:15.540924 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8f34ae6c-3e6c-460a-a5b9-89767b9519cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495774'] for router_interface, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:15.810780 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-8f34ae6c-3e6c-460a-a5b9-89767b9519cb admin admin] Deleting port b3ee7556-80f3-4a6c-87a6-372bc1e58c00 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:05:15.811174 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8f34ae6c-3e6c-460a-a5b9-89767b9519cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:15.889223 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-8f34ae6c-3e6c-460a-a5b9-89767b9519cb admin admin] For port b3ee7556-80f3-4a6c-87a6-372bc1e58c00, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=b3ee7556-80f3-4a6c-87a6-372bc1e58c00,segment=NetworkSegment(3f230113-748d-49c3-b686-177bf1e5d247),segment_id=3f230113-748d-49c3-b686-177bf1e5d247)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:05:15.889589 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8f34ae6c-3e6c-460a-a5b9-89767b9519cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:15.902299 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-8f34ae6c-3e6c-460a-a5b9-89767b9519cb admin admin] Calling delete_port for b3ee7556-80f3-4a6c-87a6-372bc1e58c00 owned by network:router_interface {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:05:16.090812 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8f34ae6c-3e6c-460a-a5b9-89767b9519cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:16.118289 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34ae6c-3e6c-460a-a5b9-89767b9519cb admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ee7556-80f3-4a6c-87a6-372bc1e58c00,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:16.276465 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8f34ae6c-3e6c-460a-a5b9-89767b9519cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497198'] for router_interface, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:16.774290 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f34ae6c-3e6c-460a-a5b9-89767b9519cb admin admin] Router 66306674-7218-49b9-a663-50abf9c73e79 has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:05:16.881554 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f34ae6c-3e6c-460a-a5b9-89767b9519cb admin admin] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:05:16.886819 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-8f34ae6c-3e6c-460a-a5b9-89767b9519cb admin admin] 10.222.0.49 "PUT /v2.0/routers/66306674-7218-49b9-a663-50abf9c73e79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8041685 Aug 10 05:05:16.890452 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 36290) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:16.893339 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd8e946-4560-492f-bdde-8d8339925715 None None] Sync routers for ids ['66306674-7218-49b9-a663-50abf9c73e79'] in dv-cinder-804035-1-iscsi {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:05:16.903058 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd8e946-4560-492f-bdde-8d8339925715 None None] Routers {'66306674-7218-49b9-a663-50abf9c73e79'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:05:16.903677 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-fbd8e946-4560-492f-bdde-8d8339925715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:04:50Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['66306674-7218-49b9-a663-50abf9c73e79'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:05:17.000365 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d806678b-21b3-44cc-ae66-6b9b6e477f57 admin admin] Notify callbacks [] for router, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:17.011272 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-fbd8e946-4560-492f-bdde-8d8339925715 None None] Set router 66306674-7218-49b9-a663-50abf9c73e79 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:05:17.102113 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d806678b-21b3-44cc-ae66-6b9b6e477f57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:17.173567 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-d806678b-21b3-44cc-ae66-6b9b6e477f57 admin admin] Deleting port 27ec80c4-ce5a-4b15-bc12-8916505d7695 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:05:17.174195 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d806678b-21b3-44cc-ae66-6b9b6e477f57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:17.189559 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-50b16320-f787-497a-9fdf-e016d4891037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:17.206664 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-fbd8e946-4560-492f-bdde-8d8339925715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66306674-7218-49b9-a663-50abf9c73e79', 'name': 'tempest-AttachVolumeShelveTestJSON-1116160133-router', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:23Z', 'updated_at': '2021-08-10T05:05:16Z', 'revision_number': 5, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'gw_port': {'id': '27ec80c4-ce5a-4b15-bc12-8916505d7695', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66306674-7218-49b9-a663-50abf9c73e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:25Z', 'updated_at': '2021-08-10T04:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi'}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:05:17.233002 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd8e946-4560-492f-bdde-8d8339925715 None None] Checking router: 66306674-7218-49b9-a663-50abf9c73e79 for host: dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:05:17.241618 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd8e946-4560-492f-bdde-8d8339925715 None None] Routers {'66306674-7218-49b9-a663-50abf9c73e79'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:05:17.242224 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-fbd8e946-4560-492f-bdde-8d8339925715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:04:50Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['66306674-7218-49b9-a663-50abf9c73e79'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:05:17.253822 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-d806678b-21b3-44cc-ae66-6b9b6e477f57 admin admin] For port 27ec80c4-ce5a-4b15-bc12-8916505d7695, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=27ec80c4-ce5a-4b15-bc12-8916505d7695,segment=NetworkSegment(b7fff169-1c8e-4170-8d8b-00d331120c68),segment_id=b7fff169-1c8e-4170-8d8b-00d331120c68)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:05:17.254184 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d806678b-21b3-44cc-ae66-6b9b6e477f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:17.266523 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-d806678b-21b3-44cc-ae66-6b9b6e477f57 admin admin] Calling delete_port for 27ec80c4-ce5a-4b15-bc12-8916505d7695 owned by network:router_gateway {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:05:17.334375 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-fbd8e946-4560-492f-bdde-8d8339925715 None None] Set router 66306674-7218-49b9-a663-50abf9c73e79 gateway port host: None {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:05:17.384966 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-fbd8e946-4560-492f-bdde-8d8339925715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66306674-7218-49b9-a663-50abf9c73e79', 'name': 'tempest-AttachVolumeShelveTestJSON-1116160133-router', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:23Z', 'updated_at': '2021-08-10T05:05:17Z', 'revision_number': 6, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'gw_port_host': None}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:05:17.413612 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd8e946-4560-492f-bdde-8d8339925715 None None] The sync data for ids ['66306674-7218-49b9-a663-50abf9c73e79'] in dv-cinder-804035-1-iscsi is: [{'id': '66306674-7218-49b9-a663-50abf9c73e79', 'name': 'tempest-AttachVolumeShelveTestJSON-1116160133-router', 'tenant_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:23Z', 'updated_at': '2021-08-10T05:05:17Z', 'revision_number': 6, 'project_id': '66a8bb3c6be240719e5ec8a74319a2e3', 'gw_port_host': None}] {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:05:17.429606 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d806678b-21b3-44cc-ae66-6b9b6e477f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:17.457113 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806678b-21b3-44cc-ae66-6b9b6e477f57 admin admin] Pushing event deleted for resources: {'Port': ['ID=27ec80c4-ce5a-4b15-bc12-8916505d7695,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:17.516104 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d806678b-21b3-44cc-ae66-6b9b6e477f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496328'] for router_gateway, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:17.603577 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d806678b-21b3-44cc-ae66-6b9b6e477f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:17.605854 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d806678b-21b3-44cc-ae66-6b9b6e477f57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:17.651835 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d806678b-21b3-44cc-ae66-6b9b6e477f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492488'] for router, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:17.652306 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d806678b-21b3-44cc-ae66-6b9b6e477f57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66306674-7218-49b9-a663-50abf9c73e79 {{(pid=93278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 05:05:17.656645 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d806678b-21b3-44cc-ae66-6b9b6e477f57 admin admin] Notify callbacks [] for router, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:17.657782 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-d806678b-21b3-44cc-ae66-6b9b6e477f57 admin admin] 10.222.0.49 "DELETE /v2.0/routers/66306674-7218-49b9-a663-50abf9c73e79 HTTP/1.1" status: 204 len: 168 time: 0.7664127 Aug 10 05:05:17.660360 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 36294) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:17.706794 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_v2 [None req-25091969-6d97-46d2-9def-1d21beb13d20 admin admin] Deleting subnet 730c2c7a-bff8-4fac-9b46-2ea8ba090a71 {{(pid=93278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 05:05:17.710070 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-25091969-6d97-46d2-9def-1d21beb13d20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:17.749148 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-25091969-6d97-46d2-9def-1d21beb13d20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6830759'] for subnet, precommit_delete_associations {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:17.829201 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-25091969-6d97-46d2-9def-1d21beb13d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3582293'] for subnet, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:17.885118 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-25091969-6d97-46d2-9def-1d21beb13d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3582274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7361678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7953826'] for subnet, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:17.922829 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25091969-6d97-46d2-9def-1d21beb13d20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=730c2c7a-bff8-4fac-9b46-2ea8ba090a71,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:17.926673 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-25091969-6d97-46d2-9def-1d21beb13d20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:17.928721 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-25091969-6d97-46d2-9def-1d21beb13d20 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/730c2c7a-bff8-4fac-9b46-2ea8ba090a71 HTTP/1.1" status: 204 len: 168 time: 0.2672906 Aug 10 05:05:17.931897 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 36296) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:17.933523 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400c474f-6878-41bc-8618-d7cbee1c63bd None None] Network 1d5d3c9f-e413-437f-a63e-a3f1a946fd9c requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:05:17.999498 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b02ae74b-cb1c-4acb-952a-bbc9c41836a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727498'] for network, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:18.062705 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-b02ae74b-cb1c-4acb-952a-bbc9c41836a8 admin admin] Deleting port c6434e2f-b494-4cf6-8342-95935c0682ac {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:05:18.063086 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b02ae74b-cb1c-4acb-952a-bbc9c41836a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:18.131232 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-b02ae74b-cb1c-4acb-952a-bbc9c41836a8 admin admin] For port c6434e2f-b494-4cf6-8342-95935c0682ac, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=c6434e2f-b494-4cf6-8342-95935c0682ac,segment=NetworkSegment(3f230113-748d-49c3-b686-177bf1e5d247),segment_id=3f230113-748d-49c3-b686-177bf1e5d247)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:05:18.131895 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b02ae74b-cb1c-4acb-952a-bbc9c41836a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:18.144360 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-b02ae74b-cb1c-4acb-952a-bbc9c41836a8 admin admin] Calling delete_port for c6434e2f-b494-4cf6-8342-95935c0682ac owned by network:dhcp {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:05:18.172022 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a88f45-6e4a-495b-9c90-4093b8413d72 None None] DHCP port deletion for 1d5d3c9f-e413-437f-a63e-a3f1a946fd9c request from dv-cinder-804035-1-iscsi {{(pid=93279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 05:05:18.222793 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-37a88f45-6e4a-495b-9c90-4093b8413d72 None None] Deleting port c6434e2f-b494-4cf6-8342-95935c0682ac {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:05:18.223237 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-37a88f45-6e4a-495b-9c90-4093b8413d72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:18.224822 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b02ae74b-cb1c-4acb-952a-bbc9c41836a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:18.252493 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ae74b-cb1c-4acb-952a-bbc9c41836a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6434e2f-b494-4cf6-8342-95935c0682ac,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:18.254384 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02ae74b-cb1c-4acb-952a-bbc9c41836a8 admin admin] No DVR routers for this DVR port c6434e2f-b494-4cf6-8342-95935c0682ac on host dv-cinder-804035-1-iscsi {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:05:18.291126 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-37a88f45-6e4a-495b-9c90-4093b8413d72 None None] For port c6434e2f-b494-4cf6-8342-95935c0682ac, host dv-cinder-804035-1-iscsi, got binding levels [] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:05:18.291515 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-37a88f45-6e4a-495b-9c90-4093b8413d72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:18.304729 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-37a88f45-6e4a-495b-9c90-4093b8413d72 None None] Calling delete_port for c6434e2f-b494-4cf6-8342-95935c0682ac owned by network:dhcp {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:05:18.307779 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.ipam_backend_mixin [None req-37a88f45-6e4a-495b-9c90-4093b8413d72 None None] Port c6434e2f-b494-4cf6-8342-95935c0682ac was not found and therefore no delete operation was performed {{(pid=93279) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 05:05:18.308982 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-37a88f45-6e4a-495b-9c90-4093b8413d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:18.330320 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b02ae74b-cb1c-4acb-952a-bbc9c41836a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580114', 'neutron.services.segments.db._delete_segments_for_network-8757410627184'] for network, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:18.331661 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a88f45-6e4a-495b-9c90-4093b8413d72 None None] Pushing event deleted for resources: {'Port': ['ID=c6434e2f-b494-4cf6-8342-95935c0682ac,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:18.342840 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a88f45-6e4a-495b-9c90-4093b8413d72 None None] No DVR routers for this DVR port c6434e2f-b494-4cf6-8342-95935c0682ac on host dv-cinder-804035-1-iscsi {{(pid=93279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:05:18.344875 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-b02ae74b-cb1c-4acb-952a-bbc9c41836a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d5d3c9f-e413-437f-a63e-a3f1a946fd9c']}} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:05:18.353563 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a88f45-6e4a-495b-9c90-4093b8413d72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:18.353563 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a88f45-6e4a-495b-9c90-4093b8413d72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:18.353563 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a88f45-6e4a-495b-9c90-4093b8413d72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:18.353563 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a88f45-6e4a-495b-9c90-4093b8413d72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:18.353563 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a88f45-6e4a-495b-9c90-4093b8413d72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:18.353563 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a88f45-6e4a-495b-9c90-4093b8413d72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:18.353563 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a88f45-6e4a-495b-9c90-4093b8413d72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:18.353563 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a88f45-6e4a-495b-9c90-4093b8413d72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:18.353563 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a88f45-6e4a-495b-9c90-4093b8413d72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:18.353563 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a88f45-6e4a-495b-9c90-4093b8413d72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:18.353563 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a88f45-6e4a-495b-9c90-4093b8413d72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:18.353563 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a88f45-6e4a-495b-9c90-4093b8413d72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:18.364021 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-b02ae74b-cb1c-4acb-952a-bbc9c41836a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f230113-748d-49c3-b686-177bf1e5d247') {'for_net_delete': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:05:18.364450 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-b02ae74b-cb1c-4acb-952a-bbc9c41836a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f230113-748d-49c3-b686-177bf1e5d247') {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:05:18.373793 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b02ae74b-cb1c-4acb-952a-bbc9c41836a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757410630265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6830768'] for segment, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:18.387642 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b02ae74b-cb1c-4acb-952a-bbc9c41836a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:18.394121 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02ae74b-cb1c-4acb-952a-bbc9c41836a8 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 05:05:18.394569 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b02ae74b-cb1c-4acb-952a-bbc9c41836a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7361616'] for segment, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:18.396257 dv-cinder-804035-1-iscsi neutron-server[93278]: Traceback (most recent call last): Aug 10 05:05:18.396257 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 05:05:18.396257 dv-cinder-804035-1-iscsi neutron-server[93278]: timer() Aug 10 05:05:18.396257 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 05:05:18.396257 dv-cinder-804035-1-iscsi neutron-server[93278]: cb(*args, **kw) Aug 10 05:05:18.396257 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 05:05:18.396257 dv-cinder-804035-1-iscsi neutron-server[93278]: return func(*args, **kwargs) Aug 10 05:05:18.396257 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 05:05:18.396257 dv-cinder-804035-1-iscsi neutron-server[93278]: self._notify() Aug 10 05:05:18.396257 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 05:05:18.396257 dv-cinder-804035-1-iscsi neutron-server[93278]: self.callback(batched_events) Aug 10 05:05:18.396257 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 05:05:18.396257 dv-cinder-804035-1-iscsi neutron-server[93278]: event.method(event) Aug 10 05:05:18.396257 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 05:05:18.396257 dv-cinder-804035-1-iscsi neutron-server[93278]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 05:05:18.396257 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 05:05:18.396257 dv-cinder-804035-1-iscsi neutron-server[93278]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 05:05:18.396257 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 05:05:18.396257 dv-cinder-804035-1-iscsi neutron-server[93278]: return f(self, *a, **k) Aug 10 05:05:18.396257 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 05:05:18.396257 dv-cinder-804035-1-iscsi neutron-server[93278]: return self._get(url).json() Aug 10 05:05:18.396257 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 05:05:18.396257 dv-cinder-804035-1-iscsi neutron-server[93278]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 05:05:18.396257 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 05:05:18.396257 dv-cinder-804035-1-iscsi neutron-server[93278]: return self.request(url, 'GET', **kwargs) Aug 10 05:05:18.396257 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 05:05:18.396257 dv-cinder-804035-1-iscsi neutron-server[93278]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 05:05:18.396257 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 05:05:18.396257 dv-cinder-804035-1-iscsi neutron-server[93278]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 05:05:18.396257 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 05:05:18.396257 dv-cinder-804035-1-iscsi neutron-server[93278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 05:05:18.396257 dv-cinder-804035-1-iscsi neutron-server[93278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 05:05:18.451062 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b02ae74b-cb1c-4acb-952a-bbc9c41836a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496300'] for network, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:18.457549 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b02ae74b-cb1c-4acb-952a-bbc9c41836a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:18.459453 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-b02ae74b-cb1c-4acb-952a-bbc9c41836a8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/1d5d3c9f-e413-437f-a63e-a3f1a946fd9c HTTP/1.1" status: 204 len: 168 time: 0.5264463 Aug 10 05:05:18.473656 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ae74b-cb1c-4acb-952a-bbc9c41836a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d5d3c9f-e413-437f-a63e-a3f1a946fd9c,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:18.581175 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 36302) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:18.621557 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-f93f825b-e4d1-4923-995e-b019f918ac07 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=66a8bb3c6be240719e5ec8a74319a2e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0392094 Aug 10 05:05:18.624440 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 36304) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:18.678644 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e694b761-832d-4180-b990-4b018d9e989d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:18.700657 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e694b761-832d-4180-b990-4b018d9e989d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:18.753562 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e694b761-832d-4180-b990-4b018d9e989d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:18.756201 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e694b761-832d-4180-b990-4b018d9e989d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:18.757374 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-e694b761-832d-4180-b990-4b018d9e989d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/83e4c784-8812-48e1-84a7-0655bbc78a45 HTTP/1.1" status: 204 len: 168 time: 0.1317532 Aug 10 05:05:18.765391 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b761-832d-4180-b990-4b018d9e989d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e4c784-8812-48e1-84a7-0655bbc78a45,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:19.169679 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 27ec80c4-ce5a-4b15-bc12-8916505d7695 no longer exists at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:05:19.193337 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] No Port match for: 27ec80c4-ce5a-4b15-bc12-8916505d7695 {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:05:19.193694 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 27ec80c4-ce5a-4b15-bc12-8916505d7695 not bound to the agent host dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:05:19.194095 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device c6434e2f-b494-4cf6-8342-95935c0682ac no longer exists at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:05:19.218874 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] No Port match for: c6434e2f-b494-4cf6-8342-95935c0682ac {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:05:19.219389 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device c6434e2f-b494-4cf6-8342-95935c0682ac not bound to the agent host dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:05:19.219968 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device b3ee7556-80f3-4a6c-87a6-372bc1e58c00 no longer exists at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:05:19.245538 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] No Port match for: b3ee7556-80f3-4a6c-87a6-372bc1e58c00 {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:05:19.245878 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device b3ee7556-80f3-4a6c-87a6-372bc1e58c00 not bound to the agent host dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:05:19.849988 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:20.017017 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8f0c9364-8f35-4534-8f25-cec904561637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:20.226857 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:21.286798 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:22.745260 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:28.688349 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 36438) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:28.826388 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-62974734-ea4d-4763-86ca-d7899416fac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:28.924090 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-62974734-ea4d-4763-86ca-d7899416fac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:28.930608 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-62974734-ea4d-4763-86ca-d7899416fac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:28.970213 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62974734-ea4d-4763-86ca-d7899416fac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8d854f-c921-4b97-94c3-ff9dd75070f2,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:28.976179 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-62974734-ea4d-4763-86ca-d7899416fac4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b1e05e216b584cc2bf62b6c97b054d6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862988 Aug 10 05:05:28.979678 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 36444) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:29.031339 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-df3892ca-bf13-47e1-b724-01357f9cc8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:29.051777 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-df3892ca-bf13-47e1-b724-01357f9cc8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:29.104461 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-df3892ca-bf13-47e1-b724-01357f9cc8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:29.108199 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-df3892ca-bf13-47e1-b724-01357f9cc8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:29.109753 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-df3892ca-bf13-47e1-b724-01357f9cc8d0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0d8d854f-c921-4b97-94c3-ff9dd75070f2 HTTP/1.1" status: 204 len: 168 time: 0.1301877 Aug 10 05:05:29.120228 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3892ca-bf13-47e1-b724-01357f9cc8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8d854f-c921-4b97-94c3-ff9dd75070f2,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:29.830592 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 36466) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:29.932972 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-5cb30479-671e-4f34-abdb-0efa23a658a5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1010216192-network', 'tenant_id': '54ba20ffa303473b91bec5de870664f7'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:05:29.955907 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb30479-671e-4f34-abdb-0efa23a658a5 admin admin] Made reservation on behalf of 54ba20ffa303473b91bec5de870664f7 for: {'network': 1} {{(pid=93277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:05:29.958164 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5cb30479-671e-4f34-abdb-0efa23a658a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for network, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:29.966803 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5cb30479-671e-4f34-abdb-0efa23a658a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:30.064023 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5cb30479-671e-4f34-abdb-0efa23a658a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:30.069346 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5cb30479-671e-4f34-abdb-0efa23a658a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:30.098366 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb30479-671e-4f34-abdb-0efa23a658a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=93277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 05:05:30.108228 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb30479-671e-4f34-abdb-0efa23a658a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd8936f-29fe-408d-b9b8-f4a220d06178,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:30.113338 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5cb30479-671e-4f34-abdb-0efa23a658a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:30.113338 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.db.segments_db [None req-5cb30479-671e-4f34-abdb-0efa23a658a5 admin admin] Added segment c18b32f4-161b-455f-9c80-c515c2759ea5 of type vlan for network c0b731f0-25c5-41ff-b341-ceb482cb0ac3 Aug 10 05:05:30.153621 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5cb30479-671e-4f34-abdb-0efa23a658a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757410051916'] for network, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:30.186315 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5cb30479-671e-4f34-abdb-0efa23a658a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092'] for network, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:30.187311 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb30479-671e-4f34-abdb-0efa23a658a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:05:30.187886 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5cb30479-671e-4f34-abdb-0efa23a658a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:30.240083 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-5cb30479-671e-4f34-abdb-0efa23a658a5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4083550 Aug 10 05:05:30.243349 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 36472) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:30.245278 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb30479-671e-4f34-abdb-0efa23a658a5 admin admin] Pushing event updated for resources: {'Network': ['ID=c0b731f0-25c5-41ff-b341-ceb482cb0ac3,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:30.248690 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-a9523ae7-4cc7-4f18-ba14-8b19e80ba1c0 admin admin] Request body: {'subnet': {'network_id': 'c0b731f0-25c5-41ff-b341-ceb482cb0ac3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1010216192-subnet', 'tenant_id': '54ba20ffa303473b91bec5de870664f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:05:30.256759 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Network c0b731f0-25c5-41ff-b341-ceb482cb0ac3 details requested by agent ovs-agent-dv-cinder-804035-1-iscsi with host dv-cinder-804035-1-iscsi {{(pid=93279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 05:05:30.274389 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9523ae7-4cc7-4f18-ba14-8b19e80ba1c0 admin admin] Made reservation on behalf of 54ba20ffa303473b91bec5de870664f7 for: {'subnet': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:05:30.276697 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a9523ae7-4cc7-4f18-ba14-8b19e80ba1c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7953801'] for subnet, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:30.448495 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a9523ae7-4cc7-4f18-ba14-8b19e80ba1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7361737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7953851'] for subnet, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:30.501545 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9523ae7-4cc7-4f18-ba14-8b19e80ba1c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1670a8f5-29bd-4562-b952-91ec6e27cd10,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:30.517876 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9523ae7-4cc7-4f18-ba14-8b19e80ba1c0 admin admin] Checking segment: {'id': 'c18b32f4-161b-455f-9c80-c515c2759ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c0b731f0-25c5-41ff-b341-ceb482cb0ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:05:30.518262 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9523ae7-4cc7-4f18-ba14-8b19e80ba1c0 admin admin] Network hostable DHCP agents. Network: c0b731f0-25c5-41ff-b341-ceb482cb0ac3, hostable agents: ['5003063e-fd7f-41c4-9249-d5db703bed75'], hosted agents: [] {{(pid=93278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 05:05:30.538858 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9523ae7-4cc7-4f18-ba14-8b19e80ba1c0 admin admin] Network c0b731f0-25c5-41ff-b341-ceb482cb0ac3 is scheduled to be hosted by DHCP agent 5003063e-fd7f-41c4-9249-d5db703bed75 with binding_index 1 {{(pid=93278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 05:05:30.553394 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-a9523ae7-4cc7-4f18-ba14-8b19e80ba1c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-1-iscsi, c0b731f0-25c5-41ff-b341-ceb482cb0ac3) {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:05:30.558209 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9523ae7-4cc7-4f18-ba14-8b19e80ba1c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:05:30.558799 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a9523ae7-4cc7-4f18-ba14-8b19e80ba1c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:30.563046 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77734759-bede-4de5-bae6-89505aaa1f84 None None] Network c0b731f0-25c5-41ff-b341-ceb482cb0ac3 requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:05:30.573286 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-a9523ae7-4cc7-4f18-ba14-8b19e80ba1c0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3288012 Aug 10 05:05:30.690047 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41299fbe-03d6-4b25-ae0c-5ebb52b2fcb6 None None] Network c0b731f0-25c5-41ff-b341-ceb482cb0ac3 requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:05:31.046143 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 36488) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:31.051369 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-37204eba-1527-4da3-891b-073105556999 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1139856789-network', 'tenant_id': '27c86f36c1804d7291100ff42c1a9a40'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:05:31.075277 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37204eba-1527-4da3-891b-073105556999 admin admin] Made reservation on behalf of 27c86f36c1804d7291100ff42c1a9a40 for: {'network': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:05:31.078686 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-37204eba-1527-4da3-891b-073105556999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for network, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:31.092774 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-37204eba-1527-4da3-891b-073105556999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:31.188764 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-37204eba-1527-4da3-891b-073105556999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:31.194221 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-37204eba-1527-4da3-891b-073105556999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:31.217548 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37204eba-1527-4da3-891b-073105556999 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=93278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 05:05:31.225939 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37204eba-1527-4da3-891b-073105556999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482920ef-4273-474a-a8ee-cab6ed0e3340,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:31.231969 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-37204eba-1527-4da3-891b-073105556999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:31.232310 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.db.segments_db [None req-37204eba-1527-4da3-891b-073105556999 admin admin] Added segment 003d3d67-aa9f-43a8-8d6b-3eb051560899 of type vlan for network 5581dd06-4c6b-492b-a82b-26c8da6696fe Aug 10 05:05:31.270897 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-37204eba-1527-4da3-891b-073105556999 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757410051916'] for network, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:31.302041 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-37204eba-1527-4da3-891b-073105556999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092'] for network, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:31.302981 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37204eba-1527-4da3-891b-073105556999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:05:31.303646 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-37204eba-1527-4da3-891b-073105556999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:31.361888 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-37204eba-1527-4da3-891b-073105556999 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3145955 Aug 10 05:05:31.364806 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 36492) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:31.367670 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37204eba-1527-4da3-891b-073105556999 admin admin] Pushing event updated for resources: {'Network': ['ID=5581dd06-4c6b-492b-a82b-26c8da6696fe,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:31.370386 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-a37aa319-7dff-49bc-8410-dffd83c94654 admin admin] Request body: {'subnet': {'network_id': '5581dd06-4c6b-492b-a82b-26c8da6696fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1139856789-subnet', 'tenant_id': '27c86f36c1804d7291100ff42c1a9a40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:05:31.377767 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Network 5581dd06-4c6b-492b-a82b-26c8da6696fe details requested by agent ovs-agent-dv-cinder-804035-1-iscsi with host dv-cinder-804035-1-iscsi {{(pid=93279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 05:05:31.392294 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37aa319-7dff-49bc-8410-dffd83c94654 admin admin] Made reservation on behalf of 27c86f36c1804d7291100ff42c1a9a40 for: {'subnet': 1} {{(pid=93277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:05:31.394550 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a37aa319-7dff-49bc-8410-dffd83c94654 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1136985'] for subnet, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:31.561888 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a37aa319-7dff-49bc-8410-dffd83c94654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59047083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1137003'] for subnet, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:31.608744 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37aa319-7dff-49bc-8410-dffd83c94654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26b42cea-15e0-4f4b-8cb0-462e2ab3bc1d,revision_number=0']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:31.623597 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37aa319-7dff-49bc-8410-dffd83c94654 admin admin] Checking segment: {'id': '003d3d67-aa9f-43a8-8d6b-3eb051560899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5581dd06-4c6b-492b-a82b-26c8da6696fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:05:31.623943 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37aa319-7dff-49bc-8410-dffd83c94654 admin admin] Network hostable DHCP agents. Network: 5581dd06-4c6b-492b-a82b-26c8da6696fe, hostable agents: ['5003063e-fd7f-41c4-9249-d5db703bed75'], hosted agents: [] {{(pid=93277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 05:05:31.642595 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37aa319-7dff-49bc-8410-dffd83c94654 admin admin] Network 5581dd06-4c6b-492b-a82b-26c8da6696fe is scheduled to be hosted by DHCP agent 5003063e-fd7f-41c4-9249-d5db703bed75 with binding_index 1 {{(pid=93277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 05:05:31.653145 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-a37aa319-7dff-49bc-8410-dffd83c94654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-1-iscsi, 5581dd06-4c6b-492b-a82b-26c8da6696fe) {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:05:31.657149 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37aa319-7dff-49bc-8410-dffd83c94654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:05:31.657730 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a37aa319-7dff-49bc-8410-dffd83c94654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for subnet, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:31.662278 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1176ea2-55a4-4944-82a7-a6de318bf1a7 None None] Network 5581dd06-4c6b-492b-a82b-26c8da6696fe requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:05:31.687802 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-a37aa319-7dff-49bc-8410-dffd83c94654 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3172114 Aug 10 05:05:31.794205 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4250ce-6dbb-4b4f-97d6-7b4de2a34225 None None] Network 5581dd06-4c6b-492b-a82b-26c8da6696fe requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:05:31.801963 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 36496) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:31.847415 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_v2 [None req-816eeecb-fd6f-4519-939b-b1d2e65943d7 admin admin] Deleting subnet 1670a8f5-29bd-4562-b952-91ec6e27cd10 {{(pid=93277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 05:05:31.850319 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-816eeecb-fd6f-4519-939b-b1d2e65943d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:31.887324 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-816eeecb-fd6f-4519-939b-b1d2e65943d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58878301'] for subnet, precommit_delete_associations {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:31.925825 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-816eeecb-fd6f-4519-939b-b1d2e65943d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3582293'] for subnet, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:31.982530 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-816eeecb-fd6f-4519-939b-b1d2e65943d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3582274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59047148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1137010'] for subnet, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:32.004822 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816eeecb-fd6f-4519-939b-b1d2e65943d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1670a8f5-29bd-4562-b952-91ec6e27cd10,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:32.011708 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-816eeecb-fd6f-4519-939b-b1d2e65943d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for subnet, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:32.013594 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-816eeecb-fd6f-4519-939b-b1d2e65943d7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1670a8f5-29bd-4562-b952-91ec6e27cd10 HTTP/1.1" status: 204 len: 168 time: 0.2106473 Aug 10 05:05:32.016164 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 36498) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:32.089098 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-51bb165b-80f0-46dc-87c8-9c98062b0436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727498'] for network, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:32.170538 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-51bb165b-80f0-46dc-87c8-9c98062b0436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580114', 'neutron.services.segments.db._delete_segments_for_network-8757410627184'] for network, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:32.184282 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-51bb165b-80f0-46dc-87c8-9c98062b0436 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b731f0-25c5-41ff-b341-ceb482cb0ac3']}} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:05:32.194526 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-51bb165b-80f0-46dc-87c8-9c98062b0436 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c18b32f4-161b-455f-9c80-c515c2759ea5') {'for_net_delete': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:05:32.194862 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-51bb165b-80f0-46dc-87c8-9c98062b0436 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c18b32f4-161b-455f-9c80-c515c2759ea5') {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:05:32.204221 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-51bb165b-80f0-46dc-87c8-9c98062b0436 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757410630265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58878282'] for segment, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:32.221402 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-51bb165b-80f0-46dc-87c8-9c98062b0436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:32.227565 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51bb165b-80f0-46dc-87c8-9c98062b0436 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 05:05:32.227965 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-51bb165b-80f0-46dc-87c8-9c98062b0436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59046962'] for segment, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:32.229577 dv-cinder-804035-1-iscsi neutron-server[93277]: Traceback (most recent call last): Aug 10 05:05:32.229577 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 05:05:32.229577 dv-cinder-804035-1-iscsi neutron-server[93277]: timer() Aug 10 05:05:32.229577 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 05:05:32.229577 dv-cinder-804035-1-iscsi neutron-server[93277]: cb(*args, **kw) Aug 10 05:05:32.229577 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 05:05:32.229577 dv-cinder-804035-1-iscsi neutron-server[93277]: return func(*args, **kwargs) Aug 10 05:05:32.229577 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 05:05:32.229577 dv-cinder-804035-1-iscsi neutron-server[93277]: self._notify() Aug 10 05:05:32.229577 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 05:05:32.229577 dv-cinder-804035-1-iscsi neutron-server[93277]: self.callback(batched_events) Aug 10 05:05:32.229577 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 05:05:32.229577 dv-cinder-804035-1-iscsi neutron-server[93277]: event.method(event) Aug 10 05:05:32.229577 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 05:05:32.229577 dv-cinder-804035-1-iscsi neutron-server[93277]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 05:05:32.229577 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 05:05:32.229577 dv-cinder-804035-1-iscsi neutron-server[93277]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 05:05:32.229577 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 05:05:32.229577 dv-cinder-804035-1-iscsi neutron-server[93277]: return f(self, *a, **k) Aug 10 05:05:32.229577 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 05:05:32.229577 dv-cinder-804035-1-iscsi neutron-server[93277]: return self._get(url).json() Aug 10 05:05:32.229577 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 05:05:32.229577 dv-cinder-804035-1-iscsi neutron-server[93277]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 05:05:32.229577 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 05:05:32.229577 dv-cinder-804035-1-iscsi neutron-server[93277]: return self.request(url, 'GET', **kwargs) Aug 10 05:05:32.229577 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 05:05:32.229577 dv-cinder-804035-1-iscsi neutron-server[93277]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 05:05:32.229577 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 05:05:32.229577 dv-cinder-804035-1-iscsi neutron-server[93277]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 05:05:32.229577 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 05:05:32.229577 dv-cinder-804035-1-iscsi neutron-server[93277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 05:05:32.229577 dv-cinder-804035-1-iscsi neutron-server[93277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 05:05:32.281287 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-51bb165b-80f0-46dc-87c8-9c98062b0436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496300'] for network, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:32.286506 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-51bb165b-80f0-46dc-87c8-9c98062b0436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:32.288593 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-51bb165b-80f0-46dc-87c8-9c98062b0436 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c0b731f0-25c5-41ff-b341-ceb482cb0ac3 HTTP/1.1" status: 204 len: 168 time: 0.2715037 Aug 10 05:05:32.291679 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 36502) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:32.299847 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb165b-80f0-46dc-87c8-9c98062b0436 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0b731f0-25c5-41ff-b341-ceb482cb0ac3,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:32.338325 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_v2 [None req-458f3421-3794-4dad-8178-35f1cf27a2bb admin admin] Deleting subnet 26b42cea-15e0-4f4b-8cb0-462e2ab3bc1d {{(pid=93278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 05:05:32.341856 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-458f3421-3794-4dad-8178-35f1cf27a2bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:32.378173 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-458f3421-3794-4dad-8178-35f1cf27a2bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6830759'] for subnet, precommit_delete_associations {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:32.424036 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-458f3421-3794-4dad-8178-35f1cf27a2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3582293'] for subnet, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:32.476615 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-458f3421-3794-4dad-8178-35f1cf27a2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3582274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7361678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7953826'] for subnet, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:32.500997 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f3421-3794-4dad-8178-35f1cf27a2bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26b42cea-15e0-4f4b-8cb0-462e2ab3bc1d,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:32.504764 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-458f3421-3794-4dad-8178-35f1cf27a2bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:32.506733 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-458f3421-3794-4dad-8178-35f1cf27a2bb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/26b42cea-15e0-4f4b-8cb0-462e2ab3bc1d HTTP/1.1" status: 204 len: 168 time: 0.2138486 Aug 10 05:05:32.509640 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 36504) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:32.574931 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-295b6e00-df71-4ed8-b95a-52c81983d245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727498'] for network, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:32.653692 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-295b6e00-df71-4ed8-b95a-52c81983d245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580114', 'neutron.services.segments.db._delete_segments_for_network-8757410627184'] for network, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:32.663393 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-295b6e00-df71-4ed8-b95a-52c81983d245 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5581dd06-4c6b-492b-a82b-26c8da6696fe']}} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:05:32.673960 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-295b6e00-df71-4ed8-b95a-52c81983d245 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '003d3d67-aa9f-43a8-8d6b-3eb051560899') {'for_net_delete': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:05:32.674325 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-295b6e00-df71-4ed8-b95a-52c81983d245 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '003d3d67-aa9f-43a8-8d6b-3eb051560899') {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:05:32.684051 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-295b6e00-df71-4ed8-b95a-52c81983d245 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757410630265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6830768'] for segment, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:32.698608 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-295b6e00-df71-4ed8-b95a-52c81983d245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:32.704431 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-295b6e00-df71-4ed8-b95a-52c81983d245 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 05:05:32.704806 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-295b6e00-df71-4ed8-b95a-52c81983d245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7361616'] for segment, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:32.706363 dv-cinder-804035-1-iscsi neutron-server[93278]: Traceback (most recent call last): Aug 10 05:05:32.706363 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 05:05:32.706363 dv-cinder-804035-1-iscsi neutron-server[93278]: timer() Aug 10 05:05:32.706363 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 05:05:32.706363 dv-cinder-804035-1-iscsi neutron-server[93278]: cb(*args, **kw) Aug 10 05:05:32.706363 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 05:05:32.706363 dv-cinder-804035-1-iscsi neutron-server[93278]: return func(*args, **kwargs) Aug 10 05:05:32.706363 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 05:05:32.706363 dv-cinder-804035-1-iscsi neutron-server[93278]: self._notify() Aug 10 05:05:32.706363 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 05:05:32.706363 dv-cinder-804035-1-iscsi neutron-server[93278]: self.callback(batched_events) Aug 10 05:05:32.706363 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 05:05:32.706363 dv-cinder-804035-1-iscsi neutron-server[93278]: event.method(event) Aug 10 05:05:32.706363 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 05:05:32.706363 dv-cinder-804035-1-iscsi neutron-server[93278]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 05:05:32.706363 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 05:05:32.706363 dv-cinder-804035-1-iscsi neutron-server[93278]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 05:05:32.706363 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 05:05:32.706363 dv-cinder-804035-1-iscsi neutron-server[93278]: return f(self, *a, **k) Aug 10 05:05:32.706363 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 05:05:32.706363 dv-cinder-804035-1-iscsi neutron-server[93278]: return self._get(url).json() Aug 10 05:05:32.706363 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 05:05:32.706363 dv-cinder-804035-1-iscsi neutron-server[93278]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 05:05:32.706363 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 05:05:32.706363 dv-cinder-804035-1-iscsi neutron-server[93278]: return self.request(url, 'GET', **kwargs) Aug 10 05:05:32.706363 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 05:05:32.706363 dv-cinder-804035-1-iscsi neutron-server[93278]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 05:05:32.706363 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 05:05:32.706363 dv-cinder-804035-1-iscsi neutron-server[93278]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 05:05:32.706363 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 05:05:32.706363 dv-cinder-804035-1-iscsi neutron-server[93278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 05:05:32.706363 dv-cinder-804035-1-iscsi neutron-server[93278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 05:05:32.764421 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-295b6e00-df71-4ed8-b95a-52c81983d245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496300'] for network, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:32.772889 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-295b6e00-df71-4ed8-b95a-52c81983d245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:32.774890 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-295b6e00-df71-4ed8-b95a-52c81983d245 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5581dd06-4c6b-492b-a82b-26c8da6696fe HTTP/1.1" status: 204 len: 168 time: 0.2642388 Aug 10 05:05:32.788200 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b6e00-df71-4ed8-b95a-52c81983d245 admin admin] Pushing event deleted for resources: {'Network': ['ID=5581dd06-4c6b-492b-a82b-26c8da6696fe,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:32.956942 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 36508) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:32.996521 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-41da26e9-4aa1-4076-9c92-3afabc4e4e8d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=54ba20ffa303473b91bec5de870664f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383973 Aug 10 05:05:32.998901 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 36510) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:33.056569 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6848b8b3-70a9-483e-86af-7465ee02b864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:33.076789 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6848b8b3-70a9-483e-86af-7465ee02b864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:33.127373 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6848b8b3-70a9-483e-86af-7465ee02b864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:33.129883 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6848b8b3-70a9-483e-86af-7465ee02b864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:33.131059 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-6848b8b3-70a9-483e-86af-7465ee02b864 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6cd8936f-29fe-408d-b9b8-f4a220d06178 HTTP/1.1" status: 204 len: 168 time: 0.1312356 Aug 10 05:05:33.139229 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848b8b3-70a9-483e-86af-7465ee02b864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd8936f-29fe-408d-b9b8-f4a220d06178,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:33.468721 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 36518) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:33.507699 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-451d7b50-556a-4b52-9ea3-7afbe89aaf40 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=27c86f36c1804d7291100ff42c1a9a40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378277 Aug 10 05:05:33.510170 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 36520) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:33.561906 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c712462a-ef51-4827-9cce-13f6f89ab060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:33.583250 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c712462a-ef51-4827-9cce-13f6f89ab060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:33.855185 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c712462a-ef51-4827-9cce-13f6f89ab060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:33.857742 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c712462a-ef51-4827-9cce-13f6f89ab060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:33.859423 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-c712462a-ef51-4827-9cce-13f6f89ab060 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/482920ef-4273-474a-a8ee-cab6ed0e3340 HTTP/1.1" status: 204 len: 168 time: 0.3482878 Aug 10 05:05:33.867076 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712462a-ef51-4827-9cce-13f6f89ab060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482920ef-4273-474a-a8ee-cab6ed0e3340,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:36.518474 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:05:38.439537 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 36614) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:38.572269 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3a900f7d-1a29-4a5b-a8d5-11a639ee42a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:38.676595 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3a900f7d-1a29-4a5b-a8d5-11a639ee42a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:38.682248 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3a900f7d-1a29-4a5b-a8d5-11a639ee42a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:38.717983 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-3a900f7d-1a29-4a5b-a8d5-11a639ee42a0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2ecc753ba0f5460b88da2dee7ced899c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2773652 Aug 10 05:05:38.718901 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a900f7d-1a29-4a5b-a8d5-11a639ee42a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335950bd-1805-44b9-8584-ac2e4dfb40ba,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:38.720854 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 36618) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:38.778167 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-01a86502-d7ec-4015-927b-00c9559f1c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:38.800405 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-01a86502-d7ec-4015-927b-00c9559f1c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:38.851911 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-01a86502-d7ec-4015-927b-00c9559f1c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:38.856051 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-01a86502-d7ec-4015-927b-00c9559f1c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:38.857211 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-01a86502-d7ec-4015-927b-00c9559f1c93 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/335950bd-1805-44b9-8584-ac2e4dfb40ba HTTP/1.1" status: 204 len: 168 time: 0.1353567 Aug 10 05:05:38.865373 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a86502-d7ec-4015-927b-00c9559f1c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335950bd-1805-44b9-8584-ac2e4dfb40ba,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:39.142311 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 36626) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:39.155770 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9b672ada-cee8-48ac-951a-9c2b87c201bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:39.256893 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9b672ada-cee8-48ac-951a-9c2b87c201bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:39.262589 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9b672ada-cee8-48ac-951a-9c2b87c201bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:39.297929 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b672ada-cee8-48ac-951a-9c2b87c201bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca39826-d97c-4bb8-9843-a30048acbf84,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:39.302202 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-9b672ada-cee8-48ac-951a-9c2b87c201bb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=56995775c7e24d23bb405136cfde7f92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1588163 Aug 10 05:05:39.306779 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 36628) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:39.354113 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-75dde3e3-6e02-4f2d-a7a9-e5d1681ece5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:39.375442 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-75dde3e3-6e02-4f2d-a7a9-e5d1681ece5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:39.422968 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-75dde3e3-6e02-4f2d-a7a9-e5d1681ece5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:39.425723 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-75dde3e3-6e02-4f2d-a7a9-e5d1681ece5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:39.426908 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-75dde3e3-6e02-4f2d-a7a9-e5d1681ece5f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1ca39826-d97c-4bb8-9843-a30048acbf84 HTTP/1.1" status: 204 len: 168 time: 0.1192908 Aug 10 05:05:39.435960 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dde3e3-6e02-4f2d-a7a9-e5d1681ece5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca39826-d97c-4bb8-9843-a30048acbf84,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:44.473200 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 36714) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:44.589902 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8d54ee48-ae5b-49b5-886c-94b33ca10e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:44.692752 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8d54ee48-ae5b-49b5-886c-94b33ca10e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:44.699058 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8d54ee48-ae5b-49b5-886c-94b33ca10e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:44.737312 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-8d54ee48-ae5b-49b5-886c-94b33ca10e5a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d4deb9e4cdb34d77b080ba2bb6a6369c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2630410 Aug 10 05:05:44.738097 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d54ee48-ae5b-49b5-886c-94b33ca10e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6feb9e-44f0-4c7a-af70-6c94b479244f,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:44.740318 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 36718) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:44.792407 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-38315258-bad3-45d8-9b11-13ccac5d67a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:44.813145 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-38315258-bad3-45d8-9b11-13ccac5d67a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:44.862729 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-38315258-bad3-45d8-9b11-13ccac5d67a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:44.865339 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-38315258-bad3-45d8-9b11-13ccac5d67a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:44.866465 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-38315258-bad3-45d8-9b11-13ccac5d67a7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ab6feb9e-44f0-4c7a-af70-6c94b479244f HTTP/1.1" status: 204 len: 168 time: 0.1250355 Aug 10 05:05:44.873937 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38315258-bad3-45d8-9b11-13ccac5d67a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6feb9e-44f0-4c7a-af70-6c94b479244f,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:45.144205 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 36724) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:45.164445 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c68fbe99-4d5b-473c-aa29-d9cb8dc1b7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:45.253294 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c68fbe99-4d5b-473c-aa29-d9cb8dc1b7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:45.259381 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c68fbe99-4d5b-473c-aa29-d9cb8dc1b7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:45.293777 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68fbe99-4d5b-473c-aa29-d9cb8dc1b7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2d5d05-9be2-489e-a541-e30e62902a22,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:45.297993 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-c68fbe99-4d5b-473c-aa29-d9cb8dc1b7bf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e45966db2d3d4b939e5072712dcc728a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1524386 Aug 10 05:05:45.301378 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 36726) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:45.349280 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-949f83fc-7d26-4f00-9fa1-378161d3b93c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:45.378776 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-949f83fc-7d26-4f00-9fa1-378161d3b93c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:45.431877 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-949f83fc-7d26-4f00-9fa1-378161d3b93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:45.435863 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-949f83fc-7d26-4f00-9fa1-378161d3b93c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:45.437363 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-949f83fc-7d26-4f00-9fa1-378161d3b93c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5d2d5d05-9be2-489e-a541-e30e62902a22 HTTP/1.1" status: 204 len: 168 time: 0.1350343 Aug 10 05:05:45.446867 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f83fc-7d26-4f00-9fa1-378161d3b93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2d5d05-9be2-489e-a541-e30e62902a22,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:47.173765 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a65c0f01-821a-48be-a1bf-fed7a4e2a12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:49.858549 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:50.027213 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-55e47083-8f26-4c7b-a9d4-75fb68eac8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:50.219689 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:51.291718 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:52.243530 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 36860) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:52.353164 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-4d13710b-f33c-410d-be12-52d5e203d6c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:52.444399 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-4d13710b-f33c-410d-be12-52d5e203d6c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:52.450084 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-4d13710b-f33c-410d-be12-52d5e203d6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:52.487303 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-4d13710b-f33c-410d-be12-52d5e203d6c8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e6e39475a16e4b9fba5a3eaa43d704e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426493 Aug 10 05:05:52.488234 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13710b-f33c-410d-be12-52d5e203d6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510aa2d5-ce9e-4f2d-a69c-35e3ce9f6265,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:52.490392 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 36864) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:52.546632 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6157d14b-ffcc-46bb-bfdc-68fdb3ad6995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:52.572277 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6157d14b-ffcc-46bb-bfdc-68fdb3ad6995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:52.626476 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6157d14b-ffcc-46bb-bfdc-68fdb3ad6995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:52.629209 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6157d14b-ffcc-46bb-bfdc-68fdb3ad6995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:52.630414 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-6157d14b-ffcc-46bb-bfdc-68fdb3ad6995 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/510aa2d5-ce9e-4f2d-a69c-35e3ce9f6265 HTTP/1.1" status: 204 len: 168 time: 0.1388924 Aug 10 05:05:52.638170 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157d14b-ffcc-46bb-bfdc-68fdb3ad6995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510aa2d5-ce9e-4f2d-a69c-35e3ce9f6265,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:52.738825 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:52.910025 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 36870) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:52.923301 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c1cea748-7af1-46e8-9015-c1f2b614a0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:53.015706 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c1cea748-7af1-46e8-9015-c1f2b614a0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:53.022087 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c1cea748-7af1-46e8-9015-c1f2b614a0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:53.062600 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-c1cea748-7af1-46e8-9015-c1f2b614a0ab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=066df500ec2447c6ba032b20aed7969e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1513669 Aug 10 05:05:53.063331 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cea748-7af1-46e8-9015-c1f2b614a0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca56be2-9e86-4211-8783-03476a068e93,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:53.065467 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 36874) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:53.115291 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-41ea3b24-7939-4a57-91b5-11a1510fd579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:53.139818 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-41ea3b24-7939-4a57-91b5-11a1510fd579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:53.192178 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-41ea3b24-7939-4a57-91b5-11a1510fd579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:53.196632 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-41ea3b24-7939-4a57-91b5-11a1510fd579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:53.198480 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-41ea3b24-7939-4a57-91b5-11a1510fd579 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3ca56be2-9e86-4211-8783-03476a068e93 HTTP/1.1" status: 204 len: 168 time: 0.1316016 Aug 10 05:05:53.208284 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea3b24-7939-4a57-91b5-11a1510fd579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca56be2-9e86-4211-8783-03476a068e93,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:55.218164 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 36940) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:55.326260 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9867476d-eda8-47ef-8821-34aa18000fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:55.418618 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9867476d-eda8-47ef-8821-34aa18000fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:55.423524 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9867476d-eda8-47ef-8821-34aa18000fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:55.463328 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-9867476d-eda8-47ef-8821-34aa18000fba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cfa2bcc766c947a0b642c8fd732e6d6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2440302 Aug 10 05:05:55.464499 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867476d-eda8-47ef-8821-34aa18000fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acccdf8-e17e-4a2d-aea1-a8416063f542,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:55.466227 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 36948) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:55.513325 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9f3da012-b141-4986-9f52-5b34468e76ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:55.533546 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9f3da012-b141-4986-9f52-5b34468e76ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:55.585099 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9f3da012-b141-4986-9f52-5b34468e76ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:55.587651 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9f3da012-b141-4986-9f52-5b34468e76ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:55.591181 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-9f3da012-b141-4986-9f52-5b34468e76ce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8acccdf8-e17e-4a2d-aea1-a8416063f542 HTTP/1.1" status: 204 len: 168 time: 0.1216171 Aug 10 05:05:55.597625 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3da012-b141-4986-9f52-5b34468e76ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acccdf8-e17e-4a2d-aea1-a8416063f542,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:55.876147 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 36958) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:55.889482 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-464c082a-1c4f-467d-9994-e4ef00e46761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:55.980236 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-464c082a-1c4f-467d-9994-e4ef00e46761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:55.985938 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-464c082a-1c4f-467d-9994-e4ef00e46761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:56.024438 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-464c082a-1c4f-467d-9994-e4ef00e46761 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a377e32416f040ecbb62b58874f1cd8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472847 Aug 10 05:05:56.025564 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c082a-1c4f-467d-9994-e4ef00e46761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58db033e-8556-4189-8051-c73e75750125,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:56.027546 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 36960) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:56.081864 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cd6ed86b-6734-4f6b-9f97-c5a9f3f34430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:56.103197 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cd6ed86b-6734-4f6b-9f97-c5a9f3f34430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:56.153001 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cd6ed86b-6734-4f6b-9f97-c5a9f3f34430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:56.155637 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cd6ed86b-6734-4f6b-9f97-c5a9f3f34430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:56.156769 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-cd6ed86b-6734-4f6b-9f97-c5a9f3f34430 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/58db033e-8556-4189-8051-c73e75750125 HTTP/1.1" status: 204 len: 168 time: 0.1281583 Aug 10 05:05:56.164608 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ed86b-6734-4f6b-9f97-c5a9f3f34430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58db033e-8556-4189-8051-c73e75750125,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:56.987513 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-80ff760d-601e-4ccf-a5d5-8dd3db16861f req-eaca3fe7-50ca-4831-bde1-3f247ffaee65 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e0152589-4b59-41f2-99c0-9de6a98c985a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417981 Aug 10 05:05:57.075803 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff760d-601e-4ccf-a5d5-8dd3db16861f req-3f8004ab-57ea-451a-b46d-320e202ad46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:05:57.077295 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-80ff760d-601e-4ccf-a5d5-8dd3db16861f req-3f8004ab-57ea-451a-b46d-320e202ad46e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f3e6fcb8db8246ba89506c2651668538&device_id=e0152589-4b59-41f2-99c0-9de6a98c985a HTTP/1.1" status: 200 len: 1099 time: 0.0418208 Aug 10 05:05:57.191207 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff760d-601e-4ccf-a5d5-8dd3db16861f req-d1bb9776-23f5-4b62-b622-725db8cbe4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:05:57.192602 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-80ff760d-601e-4ccf-a5d5-8dd3db16861f req-d1bb9776-23f5-4b62-b622-725db8cbe4f2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=38a69901-39a5-4b68-8c2c-6f171225e75b HTTP/1.1" status: 200 len: 913 time: 0.0930469 Aug 10 05:05:57.256888 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-80ff760d-601e-4ccf-a5d5-8dd3db16861f req-0a677ae0-7bd4-4418-bcf8-294f477a1fbd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c0f452a-84ac-41b8-a99e-1c27cd8890c8 HTTP/1.1" status: 200 len: 1002 time: 0.0564208 Aug 10 05:05:57.313839 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff760d-601e-4ccf-a5d5-8dd3db16861f req-9a7ec89c-5551-4919-9972-e9bbc0cc8908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:05:57.315558 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-80ff760d-601e-4ccf-a5d5-8dd3db16861f req-9a7ec89c-5551-4919-9972-e9bbc0cc8908 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=93497194-d72a-4696-b0fc-7223e82fd189 HTTP/1.1" status: 200 len: 851 time: 0.0432532 Aug 10 05:05:57.366647 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff760d-601e-4ccf-a5d5-8dd3db16861f req-d2801814-f700-4ec8-ae2b-6a9d2586a663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:05:57.368270 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-80ff760d-601e-4ccf-a5d5-8dd3db16861f req-d2801814-f700-4ec8-ae2b-6a9d2586a663 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=38a69901-39a5-4b68-8c2c-6f171225e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445857 Aug 10 05:05:57.464607 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-80ff760d-601e-4ccf-a5d5-8dd3db16861f req-a25746fc-4e22-4408-b8bc-4d4512edb68c service neutron] 10.222.0.63 "GET /v2.0/networks/38a69901-39a5-4b68-8c2c-6f171225e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885515 Aug 10 05:05:57.562788 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-80ff760d-601e-4ccf-a5d5-8dd3db16861f req-ccd3720e-3914-4d2b-8dfb-5cbe8c4ae782 service neutron] 10.222.0.63 "GET /v2.0/networks/38a69901-39a5-4b68-8c2c-6f171225e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890822 Aug 10 05:06:13.522745 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:06:17.177773 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-900c9c89-f983-4fa1-842d-d7e751fd2b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:17.421293 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f79b0-8b09-4e06-b0b9-6c364acfa490 req-da4b381c-8164-4e6b-91bc-e437c300cbf5 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:17.422737 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9d2f79b0-8b09-4e06-b0b9-6c364acfa490 req-da4b381c-8164-4e6b-91bc-e437c300cbf5 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=f649c4f3-b178-4e8d-8d41-7e897fcd873f HTTP/1.1" status: 200 len: 946 time: 0.0525584 Aug 10 05:06:17.463842 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9d2f79b0-8b09-4e06-b0b9-6c364acfa490 req-9056c97b-1aa8-4198-8821-e439e991b520 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0b7f215-d11e-4244-b65d-69bc774fa38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315919 Aug 10 05:06:18.610901 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152cf33-8105-4de7-8116-683249d62fa1 req-ad887cd3-b4ac-4e7b-a23f-646cf929daca tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:18.613013 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b152cf33-8105-4de7-8116-683249d62fa1 req-ad887cd3-b4ac-4e7b-a23f-646cf929daca tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=f649c4f3-b178-4e8d-8d41-7e897fcd873f HTTP/1.1" status: 200 len: 946 time: 0.0592992 Aug 10 05:06:18.658691 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b152cf33-8105-4de7-8116-683249d62fa1 req-ad7211f9-0470-4e95-96a6-a7314ec4882b tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0b7f215-d11e-4244-b65d-69bc774fa38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381637 Aug 10 05:06:19.488316 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea7921-31df-426c-8983-9976c8c4336e req-15cf14b2-1dc2-4b34-a957-b9b4942c28ce tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:19.489749 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-97ea7921-31df-426c-8983-9976c8c4336e req-15cf14b2-1dc2-4b34-a957-b9b4942c28ce tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.63 "GET /v2.0/ports?device_id=f649c4f3-b178-4e8d-8d41-7e897fcd873f HTTP/1.1" status: 200 len: 946 time: 0.0530605 Aug 10 05:06:19.593221 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-97ea7921-31df-426c-8983-9976c8c4336e req-4b3d64bd-c321-433c-b5a8-543c11110280 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Deleting port 088883db-c187-41c8-acb9-72ac7d2ad350 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:06:19.593543 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-97ea7921-31df-426c-8983-9976c8c4336e req-4b3d64bd-c321-433c-b5a8-543c11110280 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:19.677970 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-97ea7921-31df-426c-8983-9976c8c4336e req-4b3d64bd-c321-433c-b5a8-543c11110280 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] For port 088883db-c187-41c8-acb9-72ac7d2ad350, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=088883db-c187-41c8-acb9-72ac7d2ad350,segment=NetworkSegment(4aa592e9-004a-43e5-a046-78ee40ed08eb),segment_id=4aa592e9-004a-43e5-a046-78ee40ed08eb)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:06:19.678673 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-97ea7921-31df-426c-8983-9976c8c4336e req-4b3d64bd-c321-433c-b5a8-543c11110280 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:19.829696 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c902df4-7464-456c-ba2c-813117d7d35e req-00c8a6ec-3cff-45e9-8844-80ab170069b9 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:19.831143 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5c902df4-7464-456c-ba2c-813117d7d35e req-00c8a6ec-3cff-45e9-8844-80ab170069b9 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/ports?device_id=f649c4f3-b178-4e8d-8d41-7e897fcd873f HTTP/1.1" status: 200 len: 946 time: 0.1010635 Aug 10 05:06:19.843101 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:19.908410 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-97ea7921-31df-426c-8983-9976c8c4336e req-4b3d64bd-c321-433c-b5a8-543c11110280 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:19.908790 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-97ea7921-31df-426c-8983-9976c8c4336e req-4b3d64bd-c321-433c-b5a8-543c11110280 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496286'] for floatingip, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:19.909075 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.db.l3_db [req-97ea7921-31df-426c-8983-9976c8c4336e req-4b3d64bd-c321-433c-b5a8-543c11110280 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Floating IP 3d33527e-2dbd-4d6a-a5de-759943283f93 disassociated. External IP: 172.27.0.112, port: 088883db-c187-41c8-acb9-72ac7d2ad350. Aug 10 05:06:19.909412 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-97ea7921-31df-426c-8983-9976c8c4336e req-4b3d64bd-c321-433c-b5a8-543c11110280 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Calling delete_port for 088883db-c187-41c8-acb9-72ac7d2ad350 owned by compute:nova {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:06:19.918703 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5c902df4-7464-456c-ba2c-813117d7d35e req-e3eece68-88e5-4467-b60a-def2f946a166 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0b7f215-d11e-4244-b65d-69bc774fa38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553248 Aug 10 05:06:20.021935 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ea48388d-0745-4f7a-bd7f-973a7a67a2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:20.049640 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-97ea7921-31df-426c-8983-9976c8c4336e req-4b3d64bd-c321-433c-b5a8-543c11110280 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:20.078718 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3d64bd-c321-433c-b5a8-543c11110280 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Pushing event deleted for resources: {'Port': ['ID=088883db-c187-41c8-acb9-72ac7d2ad350,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:06:20.090539 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d64bd-c321-433c-b5a8-543c11110280 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:20.090888 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d64bd-c321-433c-b5a8-543c11110280 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:20.091249 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d64bd-c321-433c-b5a8-543c11110280 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:20.091577 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d64bd-c321-433c-b5a8-543c11110280 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:20.091901 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d64bd-c321-433c-b5a8-543c11110280 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:20.092223 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d64bd-c321-433c-b5a8-543c11110280 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:20.092545 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d64bd-c321-433c-b5a8-543c11110280 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:20.092863 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d64bd-c321-433c-b5a8-543c11110280 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:20.093168 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d64bd-c321-433c-b5a8-543c11110280 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:20.093495 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d64bd-c321-433c-b5a8-543c11110280 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:20.093805 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d64bd-c321-433c-b5a8-543c11110280 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:20.094117 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d64bd-c321-433c-b5a8-543c11110280 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:20.225991 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97ea7921-31df-426c-8983-9976c8c4336e req-4b3d64bd-c321-433c-b5a8-543c11110280 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Router f46bc3bd-57db-4db8-b0f9-aca73b623384 has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:06:20.228417 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:20.338676 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97ea7921-31df-426c-8983-9976c8c4336e req-4b3d64bd-c321-433c-b5a8-543c11110280 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:06:20.350911 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafae304-09af-4a40-9589-b943d869c09b None None] Sync routers for ids ['f46bc3bd-57db-4db8-b0f9-aca73b623384'] in dv-cinder-804035-1-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:06:20.361932 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafae304-09af-4a40-9589-b943d869c09b None None] Routers {'f46bc3bd-57db-4db8-b0f9-aca73b623384'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:06:20.362630 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-bafae304-09af-4a40-9589-b943d869c09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:06:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['f46bc3bd-57db-4db8-b0f9-aca73b623384'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:06:20.379633 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ea7921-31df-426c-8983-9976c8c4336e req-4b3d64bd-c321-433c-b5a8-543c11110280 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] No DVR routers for this DVR port 088883db-c187-41c8-acb9-72ac7d2ad350 on host hv-cinder-80403 {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:06:20.382335 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-97ea7921-31df-426c-8983-9976c8c4336e req-4b3d64bd-c321-433c-b5a8-543c11110280 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:20.384414 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-97ea7921-31df-426c-8983-9976c8c4336e req-4b3d64bd-c321-433c-b5a8-543c11110280 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.63 "DELETE /v2.0/ports/088883db-c187-41c8-acb9-72ac7d2ad350 HTTP/1.1" status: 204 len: 173 time: 0.8870559 Aug 10 05:06:20.384842 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f649c4f3-b178-4e8d-8d41-7e897fcd873f', 'name': 'network-vif-deleted', 'tag': '088883db-c187-41c8-acb9-72ac7d2ad350'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:06:20.387169 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ad241413e3c5b5cfbdfd8ddf86169eda0c2eb72df278c9415fbec86a6c2f7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e08546-22ea-4b13-993a-e6702a32ae55" -d '{"events": [{"server_uuid": "f649c4f3-b178-4e8d-8d41-7e897fcd873f", "name": "network-vif-deleted", "tag": "088883db-c187-41c8-acb9-72ac7d2ad350"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:06:20.447362 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d3d64b-02d3-4c17-9a91-f762469046f2 x-openstack-request-id: req-d5d3d64b-02d3-4c17-9a91-f762469046f2 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:06:20.447966 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f649c4f3-b178-4e8d-8d41-7e897fcd873f", "name": "network-vif-deleted", "tag": "088883db-c187-41c8-acb9-72ac7d2ad350", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:06:20.448417 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d5d3d64b-02d3-4c17-9a91-f762469046f2 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:06:20.449007 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f649c4f3-b178-4e8d-8d41-7e897fcd873f', 'name': 'network-vif-deleted', 'tag': '088883db-c187-41c8-acb9-72ac7d2ad350', 'status': 'completed', 'code': 200} Aug 10 05:06:20.485234 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-bafae304-09af-4a40-9589-b943d869c09b None None] Set router f46bc3bd-57db-4db8-b0f9-aca73b623384 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:06:20.680901 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-bafae304-09af-4a40-9589-b943d869c09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'name': 'tempest-AttachVolumeTestJSON-2086926258-router', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:57:07Z', 'updated_at': '2021-08-10T04:57:10Z', 'revision_number': 4, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'gw_port': {'id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:08Z', 'updated_at': '2021-08-10T04:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': 'cac82a8c-2235-446b-abe7-862c9ce34831', 'name': '', 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'mac_address': 'fa:16:3e:5c:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:09Z', 'updated_at': '2021-08-10T04:57:15Z', 'revision_number': 5, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'subnets': [{'id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:06:20.710144 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafae304-09af-4a40-9589-b943d869c09b None None] Checking router: f46bc3bd-57db-4db8-b0f9-aca73b623384 for host: dv-cinder-804035-1-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:06:20.719280 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafae304-09af-4a40-9589-b943d869c09b None None] Routers {'f46bc3bd-57db-4db8-b0f9-aca73b623384'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:06:20.719877 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-bafae304-09af-4a40-9589-b943d869c09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:06:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['f46bc3bd-57db-4db8-b0f9-aca73b623384'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:06:20.828623 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-bafae304-09af-4a40-9589-b943d869c09b None None] Set router f46bc3bd-57db-4db8-b0f9-aca73b623384 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:06:21.004232 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 37090) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:06:21.027137 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-bafae304-09af-4a40-9589-b943d869c09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'name': 'tempest-AttachVolumeTestJSON-2086926258-router', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:57:07Z', 'updated_at': '2021-08-10T04:57:10Z', 'revision_number': 4, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'gw_port': {'id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:08Z', 'updated_at': '2021-08-10T04:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': 'cac82a8c-2235-446b-abe7-862c9ce34831', 'name': '', 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'mac_address': 'fa:16:3e:5c:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:09Z', 'updated_at': '2021-08-10T04:57:15Z', 'revision_number': 5, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'subnets': [{'id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:06:21.053943 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafae304-09af-4a40-9589-b943d869c09b None None] The sync data for ids ['f46bc3bd-57db-4db8-b0f9-aca73b623384'] in dv-cinder-804035-1-iscsi is: [{'id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'name': 'tempest-AttachVolumeTestJSON-2086926258-router', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:57:07Z', 'updated_at': '2021-08-10T04:57:10Z', 'revision_number': 4, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'gw_port': {'id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:08Z', 'updated_at': '2021-08-10T04:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': 'cac82a8c-2235-446b-abe7-862c9ce34831', 'name': '', 'network_id': '4f037173-8d50-4b8b-8500-95d946155ed4', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'mac_address': 'fa:16:3e:5c:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:09Z', 'updated_at': '2021-08-10T04:57:15Z', 'revision_number': 5, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'subnets': [{'id': '43e9af1a-fb3c-49ab-96ba-064c265232c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:06:21.059595 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-994ea920-d7af-4c17-ba91-83e2f2c8d9aa tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:21.083193 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-994ea920-d7af-4c17-ba91-83e2f2c8d9aa tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:21.131772 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-994ea920-d7af-4c17-ba91-83e2f2c8d9aa tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:21.134352 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-994ea920-d7af-4c17-ba91-83e2f2c8d9aa tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:21.135548 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-994ea920-d7af-4c17-ba91-83e2f2c8d9aa tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "DELETE /v2.0/security-groups/f0b7f215-d11e-4244-b65d-69bc774fa38d HTTP/1.1" status: 204 len: 168 time: 0.1303265 Aug 10 05:06:21.138438 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 37092) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:06:21.145394 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ea920-d7af-4c17-ba91-83e2f2c8d9aa tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b7f215-d11e-4244-b65d-69bc774fa38d,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:06:21.152968 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ea920-d7af-4c17-ba91-83e2f2c8d9aa tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:21.153318 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ea920-d7af-4c17-ba91-83e2f2c8d9aa tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:21.153656 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ea920-d7af-4c17-ba91-83e2f2c8d9aa tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:21.153991 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ea920-d7af-4c17-ba91-83e2f2c8d9aa tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:21.154320 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ea920-d7af-4c17-ba91-83e2f2c8d9aa tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:21.154651 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ea920-d7af-4c17-ba91-83e2f2c8d9aa tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:21.155006 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ea920-d7af-4c17-ba91-83e2f2c8d9aa tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:21.155336 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ea920-d7af-4c17-ba91-83e2f2c8d9aa tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:21.155661 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ea920-d7af-4c17-ba91-83e2f2c8d9aa tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:21.155985 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ea920-d7af-4c17-ba91-83e2f2c8d9aa tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:21.156305 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ea920-d7af-4c17-ba91-83e2f2c8d9aa tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:21.156633 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ea920-d7af-4c17-ba91-83e2f2c8d9aa tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:21.157231 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.api.v2.resource [None req-9444213c-62cf-4006-9cb1-e2116400e592 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] show failed (client error): The resource could not be found. Aug 10 05:06:21.158240 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-9444213c-62cf-4006-9cb1-e2116400e592 tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "GET /v2.0/security-groups/f0b7f215-d11e-4244-b65d-69bc774fa38d HTTP/1.1" status: 404 len: 347 time: 0.0169106 Aug 10 05:06:21.161166 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 37094) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:06:21.281695 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b8e572-974d-4073-83bc-1d8c35efcc88 None None] New status for floating IP 3d33527e-2dbd-4d6a-a5de-759943283f93: DOWN {{(pid=93279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:06:21.292465 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-ffc6a7aa-c194-4e04-bf0b-71815d01f5fb tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Deleting port bba7292a-3203-482f-8070-404454bbac77 {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:06:21.292814 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ffc6a7aa-c194-4e04-bf0b-71815d01f5fb tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:21.326322 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:21.367987 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ffc6a7aa-c194-4e04-bf0b-71815d01f5fb tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:21.368632 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ffc6a7aa-c194-4e04-bf0b-71815d01f5fb tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:21.381171 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-ffc6a7aa-c194-4e04-bf0b-71815d01f5fb tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Calling delete_port for bba7292a-3203-482f-8070-404454bbac77 owned by network:floatingip {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:06:21.525093 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ffc6a7aa-c194-4e04-bf0b-71815d01f5fb tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:21.550067 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc6a7aa-c194-4e04-bf0b-71815d01f5fb tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Pushing event deleted for resources: {'Port': ['ID=bba7292a-3203-482f-8070-404454bbac77,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:06:21.616068 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ffc6a7aa-c194-4e04-bf0b-71815d01f5fb tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks [] for floatingip, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:21.618863 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ffc6a7aa-c194-4e04-bf0b-71815d01f5fb tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for floatingip, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:21.620132 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-ffc6a7aa-c194-4e04-bf0b-71815d01f5fb tempest-AttachVolumeTestJSON-102338716 tempest-AttachVolumeTestJSON-102338716-project] 10.222.0.49 "DELETE /v2.0/floatingips/3d33527e-2dbd-4d6a-a5de-759943283f93 HTTP/1.1" status: 204 len: 168 time: 0.4580221 Aug 10 05:06:22.744952 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:23.413649 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 088883db-c187-41c8-acb9-72ac7d2ad350 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:06:23.438152 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] No Port match for: 088883db-c187-41c8-acb9-72ac7d2ad350 {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:06:23.438485 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 088883db-c187-41c8-acb9-72ac7d2ad350 not bound to the agent host hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:06:25.232673 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 37122) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:06:25.877687 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5a4488e5-f728-491e-8393-a465c1455bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495774'] for router_interface, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:26.164758 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-5a4488e5-f728-491e-8393-a465c1455bc6 admin admin] Deleting port cac82a8c-2235-446b-abe7-862c9ce34831 {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:06:26.164987 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5a4488e5-f728-491e-8393-a465c1455bc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:26.246599 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-5a4488e5-f728-491e-8393-a465c1455bc6 admin admin] For port cac82a8c-2235-446b-abe7-862c9ce34831, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=cac82a8c-2235-446b-abe7-862c9ce34831,segment=NetworkSegment(4aa592e9-004a-43e5-a046-78ee40ed08eb),segment_id=4aa592e9-004a-43e5-a046-78ee40ed08eb)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:06:26.247366 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5a4488e5-f728-491e-8393-a465c1455bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:26.258987 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-5a4488e5-f728-491e-8393-a465c1455bc6 admin admin] Calling delete_port for cac82a8c-2235-446b-abe7-862c9ce34831 owned by network:router_interface {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:06:26.459490 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5a4488e5-f728-491e-8393-a465c1455bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:26.481950 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4488e5-f728-491e-8393-a465c1455bc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cac82a8c-2235-446b-abe7-862c9ce34831,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:06:26.645063 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5a4488e5-f728-491e-8393-a465c1455bc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497198'] for router_interface, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:26.851710 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4488e5-f728-491e-8393-a465c1455bc6 admin admin] Router f46bc3bd-57db-4db8-b0f9-aca73b623384 has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:06:26.954588 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4488e5-f728-491e-8393-a465c1455bc6 admin admin] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:06:26.959576 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-5a4488e5-f728-491e-8393-a465c1455bc6 admin admin] 10.222.0.49 "PUT /v2.0/routers/f46bc3bd-57db-4db8-b0f9-aca73b623384/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7259035 Aug 10 05:06:26.962194 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 37126) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:06:26.965016 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c4477f-2ade-44aa-a7eb-a3e7ed10fea8 None None] Sync routers for ids ['f46bc3bd-57db-4db8-b0f9-aca73b623384'] in dv-cinder-804035-1-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:06:26.974691 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c4477f-2ade-44aa-a7eb-a3e7ed10fea8 None None] Routers {'f46bc3bd-57db-4db8-b0f9-aca73b623384'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:06:26.975311 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-03c4477f-2ade-44aa-a7eb-a3e7ed10fea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:06:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['f46bc3bd-57db-4db8-b0f9-aca73b623384'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:06:27.069771 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a33075da-1c11-41a5-aabd-e6831ec7b378 admin admin] Notify callbacks [] for router, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:27.172253 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-03c4477f-2ade-44aa-a7eb-a3e7ed10fea8 None None] Set router f46bc3bd-57db-4db8-b0f9-aca73b623384 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:06:27.358086 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-03c4477f-2ade-44aa-a7eb-a3e7ed10fea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'name': 'tempest-AttachVolumeTestJSON-2086926258-router', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:57:07Z', 'updated_at': '2021-08-10T05:06:26Z', 'revision_number': 5, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'gw_port': {'id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:08Z', 'updated_at': '2021-08-10T04:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi'}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:06:27.383481 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c4477f-2ade-44aa-a7eb-a3e7ed10fea8 None None] Checking router: f46bc3bd-57db-4db8-b0f9-aca73b623384 for host: dv-cinder-804035-1-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:06:27.391065 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a33075da-1c11-41a5-aabd-e6831ec7b378 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:27.391940 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c4477f-2ade-44aa-a7eb-a3e7ed10fea8 None None] Routers {'f46bc3bd-57db-4db8-b0f9-aca73b623384'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:06:27.392541 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-03c4477f-2ade-44aa-a7eb-a3e7ed10fea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:06:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['f46bc3bd-57db-4db8-b0f9-aca73b623384'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:06:27.444914 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-a33075da-1c11-41a5-aabd-e6831ec7b378 admin admin] Deleting port 7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:06:27.445153 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a33075da-1c11-41a5-aabd-e6831ec7b378 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:27.495125 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-03c4477f-2ade-44aa-a7eb-a3e7ed10fea8 None None] Set router f46bc3bd-57db-4db8-b0f9-aca73b623384 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:06:27.524909 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-a33075da-1c11-41a5-aabd-e6831ec7b378 admin admin] For port 7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c,segment=NetworkSegment(b7fff169-1c8e-4170-8d8b-00d331120c68),segment_id=b7fff169-1c8e-4170-8d8b-00d331120c68)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:06:27.525256 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a33075da-1c11-41a5-aabd-e6831ec7b378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:27.538239 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-a33075da-1c11-41a5-aabd-e6831ec7b378 admin admin] Calling delete_port for 7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c owned by network:router_gateway {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:06:27.665547 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-03c4477f-2ade-44aa-a7eb-a3e7ed10fea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'name': 'tempest-AttachVolumeTestJSON-2086926258-router', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:57:07Z', 'updated_at': '2021-08-10T05:06:26Z', 'revision_number': 5, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'gw_port': {'id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:08Z', 'updated_at': '2021-08-10T04:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi'}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:06:27.694724 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c4477f-2ade-44aa-a7eb-a3e7ed10fea8 None None] The sync data for ids ['f46bc3bd-57db-4db8-b0f9-aca73b623384'] in dv-cinder-804035-1-iscsi is: [{'id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'name': 'tempest-AttachVolumeTestJSON-2086926258-router', 'tenant_id': '291cbfbef761457992d564a491b0a7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:57:07Z', 'updated_at': '2021-08-10T05:06:26Z', 'revision_number': 5, 'project_id': '291cbfbef761457992d564a491b0a7f4', 'gw_port': {'id': '7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46bc3bd-57db-4db8-b0f9-aca73b623384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:57:08Z', 'updated_at': '2021-08-10T04:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi'}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:06:27.709060 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a33075da-1c11-41a5-aabd-e6831ec7b378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:27.738000 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33075da-1c11-41a5-aabd-e6831ec7b378 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:06:27.798721 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a33075da-1c11-41a5-aabd-e6831ec7b378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496328'] for router_gateway, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:27.887682 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a33075da-1c11-41a5-aabd-e6831ec7b378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:27.889917 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a33075da-1c11-41a5-aabd-e6831ec7b378 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:27.935239 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a33075da-1c11-41a5-aabd-e6831ec7b378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492488'] for router, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:27.935761 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33075da-1c11-41a5-aabd-e6831ec7b378 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f46bc3bd-57db-4db8-b0f9-aca73b623384 {{(pid=93277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 05:06:27.940821 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a33075da-1c11-41a5-aabd-e6831ec7b378 admin admin] Notify callbacks [] for router, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:27.944318 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-a33075da-1c11-41a5-aabd-e6831ec7b378 admin admin] 10.222.0.49 "DELETE /v2.0/routers/f46bc3bd-57db-4db8-b0f9-aca73b623384 HTTP/1.1" status: 204 len: 168 time: 0.9789166 Aug 10 05:06:27.944554 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 37128) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:06:27.988394 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_v2 [None req-50783933-8151-4ba3-aa32-bcaf84417826 admin admin] Deleting subnet 43e9af1a-fb3c-49ab-96ba-064c265232c0 {{(pid=93277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 05:06:27.991889 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-50783933-8151-4ba3-aa32-bcaf84417826 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:28.028685 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-50783933-8151-4ba3-aa32-bcaf84417826 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58878301'] for subnet, precommit_delete_associations {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:28.142126 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-50783933-8151-4ba3-aa32-bcaf84417826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3582293'] for subnet, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:28.196358 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-50783933-8151-4ba3-aa32-bcaf84417826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3582274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59047148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1137010'] for subnet, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:28.224693 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50783933-8151-4ba3-aa32-bcaf84417826 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43e9af1a-fb3c-49ab-96ba-064c265232c0,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:06:28.228293 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-50783933-8151-4ba3-aa32-bcaf84417826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for subnet, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:28.230269 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-50783933-8151-4ba3-aa32-bcaf84417826 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/43e9af1a-fb3c-49ab-96ba-064c265232c0 HTTP/1.1" status: 204 len: 168 time: 0.2847135 Aug 10 05:06:28.232872 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 37130) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:06:28.238221 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d1bd3b-bf38-42f0-af88-98fb1fa5d352 None None] Network 4f037173-8d50-4b8b-8500-95d946155ed4 requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:06:28.303241 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-62d147b9-5635-4cd5-a2ac-ed9904045b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727498'] for network, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:28.358419 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-62d147b9-5635-4cd5-a2ac-ed9904045b4f admin admin] Deleting port 9593081e-cb6c-4b27-9877-79f185fc2744 {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:06:28.358761 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-62d147b9-5635-4cd5-a2ac-ed9904045b4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:28.424906 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-62d147b9-5635-4cd5-a2ac-ed9904045b4f admin admin] For port 9593081e-cb6c-4b27-9877-79f185fc2744, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=9593081e-cb6c-4b27-9877-79f185fc2744,segment=NetworkSegment(4aa592e9-004a-43e5-a046-78ee40ed08eb),segment_id=4aa592e9-004a-43e5-a046-78ee40ed08eb)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:06:28.425554 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-62d147b9-5635-4cd5-a2ac-ed9904045b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:28.437446 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-62d147b9-5635-4cd5-a2ac-ed9904045b4f admin admin] Calling delete_port for 9593081e-cb6c-4b27-9877-79f185fc2744 owned by network:dhcp {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:06:28.517285 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-62d147b9-5635-4cd5-a2ac-ed9904045b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:28.544885 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d147b9-5635-4cd5-a2ac-ed9904045b4f admin admin] Pushing event deleted for resources: {'Port': ['ID=9593081e-cb6c-4b27-9877-79f185fc2744,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:06:28.548766 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d147b9-5635-4cd5-a2ac-ed9904045b4f admin admin] No DVR routers for this DVR port 9593081e-cb6c-4b27-9877-79f185fc2744 on host dv-cinder-804035-1-iscsi {{(pid=93277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:06:28.619220 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-62d147b9-5635-4cd5-a2ac-ed9904045b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580114', 'neutron.services.segments.db._delete_segments_for_network-8757410627184'] for network, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:28.628907 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-62d147b9-5635-4cd5-a2ac-ed9904045b4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f037173-8d50-4b8b-8500-95d946155ed4']}} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:06:28.640599 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-62d147b9-5635-4cd5-a2ac-ed9904045b4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa592e9-004a-43e5-a046-78ee40ed08eb') {'for_net_delete': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:06:28.640895 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-62d147b9-5635-4cd5-a2ac-ed9904045b4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa592e9-004a-43e5-a046-78ee40ed08eb') {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:06:28.651064 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-62d147b9-5635-4cd5-a2ac-ed9904045b4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757410630265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58878282'] for segment, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:28.664659 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-62d147b9-5635-4cd5-a2ac-ed9904045b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:28.670833 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d147b9-5635-4cd5-a2ac-ed9904045b4f admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 05:06:28.671261 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-62d147b9-5635-4cd5-a2ac-ed9904045b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59046962'] for segment, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:28.673020 dv-cinder-804035-1-iscsi neutron-server[93277]: Traceback (most recent call last): Aug 10 05:06:28.673020 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 05:06:28.673020 dv-cinder-804035-1-iscsi neutron-server[93277]: timer() Aug 10 05:06:28.673020 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 05:06:28.673020 dv-cinder-804035-1-iscsi neutron-server[93277]: cb(*args, **kw) Aug 10 05:06:28.673020 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 05:06:28.673020 dv-cinder-804035-1-iscsi neutron-server[93277]: return func(*args, **kwargs) Aug 10 05:06:28.673020 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 05:06:28.673020 dv-cinder-804035-1-iscsi neutron-server[93277]: self._notify() Aug 10 05:06:28.673020 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 05:06:28.673020 dv-cinder-804035-1-iscsi neutron-server[93277]: self.callback(batched_events) Aug 10 05:06:28.673020 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 05:06:28.673020 dv-cinder-804035-1-iscsi neutron-server[93277]: event.method(event) Aug 10 05:06:28.673020 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 05:06:28.673020 dv-cinder-804035-1-iscsi neutron-server[93277]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 05:06:28.673020 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 05:06:28.673020 dv-cinder-804035-1-iscsi neutron-server[93277]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 05:06:28.673020 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 05:06:28.673020 dv-cinder-804035-1-iscsi neutron-server[93277]: return f(self, *a, **k) Aug 10 05:06:28.673020 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 05:06:28.673020 dv-cinder-804035-1-iscsi neutron-server[93277]: return self._get(url).json() Aug 10 05:06:28.673020 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 05:06:28.673020 dv-cinder-804035-1-iscsi neutron-server[93277]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 05:06:28.673020 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 05:06:28.673020 dv-cinder-804035-1-iscsi neutron-server[93277]: return self.request(url, 'GET', **kwargs) Aug 10 05:06:28.673020 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 05:06:28.673020 dv-cinder-804035-1-iscsi neutron-server[93277]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 05:06:28.673020 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 05:06:28.673020 dv-cinder-804035-1-iscsi neutron-server[93277]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 05:06:28.673020 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 05:06:28.673020 dv-cinder-804035-1-iscsi neutron-server[93277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 05:06:28.673020 dv-cinder-804035-1-iscsi neutron-server[93277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 05:06:28.703871 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8778b370-6627-44ba-8503-f8c8a2acc017 None None] DHCP port deletion for 4f037173-8d50-4b8b-8500-95d946155ed4 request from dv-cinder-804035-1-iscsi {{(pid=93279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 05:06:28.733868 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-62d147b9-5635-4cd5-a2ac-ed9904045b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496300'] for network, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:28.750623 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-62d147b9-5635-4cd5-a2ac-ed9904045b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:28.752903 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-62d147b9-5635-4cd5-a2ac-ed9904045b4f admin admin] 10.222.0.49 "DELETE /v2.0/networks/4f037173-8d50-4b8b-8500-95d946155ed4 HTTP/1.1" status: 204 len: 168 time: 0.5191047 Aug 10 05:06:28.763750 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d147b9-5635-4cd5-a2ac-ed9904045b4f admin admin] Pushing event deleted for resources: {'Network': ['ID=4f037173-8d50-4b8b-8500-95d946155ed4,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:06:28.901259 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 37134) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:06:28.955179 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-5bb255d1-8aab-46dc-9adc-a30a4e55407c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=291cbfbef761457992d564a491b0a7f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522254 Aug 10 05:06:28.957776 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 37136) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:06:29.011242 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2c87d237-4e90-4879-a75c-4230ccd6c3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:29.038223 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2c87d237-4e90-4879-a75c-4230ccd6c3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:29.094068 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2c87d237-4e90-4879-a75c-4230ccd6c3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:29.096788 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2c87d237-4e90-4879-a75c-4230ccd6c3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:29.097965 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-2c87d237-4e90-4879-a75c-4230ccd6c3bb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2947a9ef-8fa0-4c90-8d4c-7d8a817bbfb0 HTTP/1.1" status: 204 len: 168 time: 0.1392989 Aug 10 05:06:29.106313 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87d237-4e90-4879-a75c-4230ccd6c3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2947a9ef-8fa0-4c90-8d4c-7d8a817bbfb0,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:06:29.218703 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 9593081e-cb6c-4b27-9877-79f185fc2744 no longer exists at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:06:29.240977 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] No Port match for: 9593081e-cb6c-4b27-9877-79f185fc2744 {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:06:29.241941 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 9593081e-cb6c-4b27-9877-79f185fc2744 not bound to the agent host dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:06:29.241941 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device cac82a8c-2235-446b-abe7-862c9ce34831 no longer exists at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:06:29.262368 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] No Port match for: cac82a8c-2235-446b-abe7-862c9ce34831 {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:06:29.262726 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device cac82a8c-2235-446b-abe7-862c9ce34831 not bound to the agent host dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:06:29.263174 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c no longer exists at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:06:29.284104 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] No Port match for: 7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:06:29.284455 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 7a1cd441-a3ad-4cfb-a1b9-5d97ad5b837c not bound to the agent host dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:06:29.878982 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 37160) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:06:30.000200 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-c0c4fc4a-88cd-4d29-923c-bb1f571cd1fd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-288431580-network', 'tenant_id': 'b47b4308edde48d48d15d2b777e3b79e'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:06:30.026352 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c4fc4a-88cd-4d29-923c-bb1f571cd1fd admin admin] Made reservation on behalf of b47b4308edde48d48d15d2b777e3b79e for: {'network': 1} {{(pid=93277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:06:30.030114 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c0c4fc4a-88cd-4d29-923c-bb1f571cd1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for network, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:30.047092 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c0c4fc4a-88cd-4d29-923c-bb1f571cd1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:30.136471 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c0c4fc4a-88cd-4d29-923c-bb1f571cd1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:30.142032 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c0c4fc4a-88cd-4d29-923c-bb1f571cd1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:30.165577 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0c4fc4a-88cd-4d29-923c-bb1f571cd1fd admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=93277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 05:06:30.175161 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4fc4a-88cd-4d29-923c-bb1f571cd1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7e09f0-5847-43c9-8dc1-0da42cb99df5,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:06:30.179944 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c0c4fc4a-88cd-4d29-923c-bb1f571cd1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:30.180618 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.db.segments_db [None req-c0c4fc4a-88cd-4d29-923c-bb1f571cd1fd admin admin] Added segment b4fcb40f-291b-4ac9-a815-71df64bd81fe of type vlan for network f3f3b081-17cf-4a6b-b6eb-e38a0962ec21 Aug 10 05:06:30.220101 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c0c4fc4a-88cd-4d29-923c-bb1f571cd1fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757410051916'] for network, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:30.250247 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c0c4fc4a-88cd-4d29-923c-bb1f571cd1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092'] for network, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:30.251213 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c4fc4a-88cd-4d29-923c-bb1f571cd1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:30.251792 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c0c4fc4a-88cd-4d29-923c-bb1f571cd1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:30.306649 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-c0c4fc4a-88cd-4d29-923c-bb1f571cd1fd admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4265456 Aug 10 05:06:30.310388 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 37164) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:06:30.311994 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4fc4a-88cd-4d29-923c-bb1f571cd1fd admin admin] Pushing event updated for resources: {'Network': ['ID=f3f3b081-17cf-4a6b-b6eb-e38a0962ec21,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:06:30.316718 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-048c87c7-7c65-4c43-b407-c9c6ccb77c30 admin admin] Request body: {'subnet': {'network_id': 'f3f3b081-17cf-4a6b-b6eb-e38a0962ec21', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-288431580-subnet', 'tenant_id': 'b47b4308edde48d48d15d2b777e3b79e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:06:30.321678 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Network f3f3b081-17cf-4a6b-b6eb-e38a0962ec21 details requested by agent ovs-agent-dv-cinder-804035-1-iscsi with host dv-cinder-804035-1-iscsi {{(pid=93279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 05:06:30.341091 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048c87c7-7c65-4c43-b407-c9c6ccb77c30 admin admin] Made reservation on behalf of b47b4308edde48d48d15d2b777e3b79e for: {'subnet': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:06:30.343421 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-048c87c7-7c65-4c43-b407-c9c6ccb77c30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7953801'] for subnet, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:30.512233 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-048c87c7-7c65-4c43-b407-c9c6ccb77c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7361737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7953851'] for subnet, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:30.841585 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c87c7-7c65-4c43-b407-c9c6ccb77c30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9768202-a91c-4ba1-a7b7-d9e4744fbef7,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:06:30.858102 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048c87c7-7c65-4c43-b407-c9c6ccb77c30 admin admin] Checking segment: {'id': 'b4fcb40f-291b-4ac9-a815-71df64bd81fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3f3b081-17cf-4a6b-b6eb-e38a0962ec21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:06:30.858453 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048c87c7-7c65-4c43-b407-c9c6ccb77c30 admin admin] Network hostable DHCP agents. Network: f3f3b081-17cf-4a6b-b6eb-e38a0962ec21, hostable agents: ['5003063e-fd7f-41c4-9249-d5db703bed75'], hosted agents: [] {{(pid=93278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 05:06:30.876788 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048c87c7-7c65-4c43-b407-c9c6ccb77c30 admin admin] Network f3f3b081-17cf-4a6b-b6eb-e38a0962ec21 is scheduled to be hosted by DHCP agent 5003063e-fd7f-41c4-9249-d5db703bed75 with binding_index 1 {{(pid=93278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 05:06:30.887393 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-048c87c7-7c65-4c43-b407-c9c6ccb77c30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-1-iscsi, f3f3b081-17cf-4a6b-b6eb-e38a0962ec21) {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:06:30.891930 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048c87c7-7c65-4c43-b407-c9c6ccb77c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:30.892536 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-048c87c7-7c65-4c43-b407-c9c6ccb77c30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:30.897465 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46823409-dab5-4472-80a8-439ce325b0c3 None None] Network f3f3b081-17cf-4a6b-b6eb-e38a0962ec21 requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:06:30.911702 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-048c87c7-7c65-4c43-b407-c9c6ccb77c30 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6000447 Aug 10 05:06:31.027522 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb24054-aa76-4e92-85eb-eb8d8ac315c9 None None] Network f3f3b081-17cf-4a6b-b6eb-e38a0962ec21 requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:06:31.368509 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-2b380fc5-3591-4557-88d6-996f48196fe6 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:31.369974 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-2b380fc5-3591-4557-88d6-996f48196fe6 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/networks?id=f3f3b081-17cf-4a6b-b6eb-e38a0962ec21 HTTP/1.1" status: 200 len: 814 time: 0.1035736 Aug 10 05:06:31.385351 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-d1481a07-6ecd-468c-95b8-d93997c1dc57 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/quotas/b47b4308edde48d48d15d2b777e3b79e HTTP/1.1" status: 200 len: 375 time: 0.0092132 Aug 10 05:06:31.417530 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-af35f876-8305-4409-af0f-1d93d9062333 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b47b4308edde48d48d15d2b777e3b79e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260890 Aug 10 05:06:31.508876 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-8f72d485-f855-431d-80d5-75cf37384c4c service neutron] 10.222.0.49 "GET /v2.0/networks/f3f3b081-17cf-4a6b-b6eb-e38a0962ec21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843232 Aug 10 05:06:31.617254 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-06056729-e411-4ac1-a298-b8adbd31222a service neutron] 10.222.0.49 "GET /v2.0/networks/f3f3b081-17cf-4a6b-b6eb-e38a0962ec21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016965 Aug 10 05:06:32.822507 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-46d1bc20-84cf-45f4-9f72-2913101f58e8 req-43db5f4d-d8ec-46d7-886e-85d860debf73 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=a890e5d2-31d6-4a7e-a19e-f12a3a3e13ff HTTP/1.1" status: 200 len: 210 time: 0.0313005 Aug 10 05:06:33.823188 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-cf442267-af57-410d-9d7f-75a9852cff3e tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:33.824741 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-cf442267-af57-410d-9d7f-75a9852cff3e tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.63 "GET /v2.0/networks?id=f3f3b081-17cf-4a6b-b6eb-e38a0962ec21 HTTP/1.1" status: 200 len: 814 time: 0.1076388 Aug 10 05:06:33.838965 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-72b43169-0543-4f85-b9a6-93f0838ad602 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Request body: {'port': {'device_id': 'a890e5d2-31d6-4a7e-a19e-f12a3a3e13ff', 'network_id': 'f3f3b081-17cf-4a6b-b6eb-e38a0962ec21', 'admin_state_up': True, 'tenant_id': 'b47b4308edde48d48d15d2b777e3b79e'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:06:33.929406 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0e48254a-ae15-4a51-9e12-5f7f24d5b230 req-2c6c71e5-8224-42a6-9efa-2307bf131039 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=a890e5d2-31d6-4a7e-a19e-f12a3a3e13ff HTTP/1.1" status: 200 len: 210 time: 0.0351899 Aug 10 05:06:33.986227 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-72b43169-0543-4f85-b9a6-93f0838ad602 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Made reservation on behalf of b47b4308edde48d48d15d2b777e3b79e for: {'port': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:06:33.991652 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-72b43169-0543-4f85-b9a6-93f0838ad602 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:34.127817 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-72b43169-0543-4f85-b9a6-93f0838ad602 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Allocated IP 172.20.0.9 (f3f3b081-17cf-4a6b-b6eb-e38a0962ec21/a9768202-a91c-4ba1-a7b7-d9e4744fbef7/9909ac64-4d87-4e04-b00b-da20f8fb80c0) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:06:34.297072 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-72b43169-0543-4f85-b9a6-93f0838ad602 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:34.341123 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-72b43169-0543-4f85-b9a6-93f0838ad602 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:34.387733 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-72b43169-0543-4f85-b9a6-93f0838ad602 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Network f3f3b081-17cf-4a6b-b6eb-e38a0962ec21 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:06:34.390707 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-72b43169-0543-4f85-b9a6-93f0838ad602 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:06:34.394407 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-72b43169-0543-4f85-b9a6-93f0838ad602 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:06:34.400555 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b43169-0543-4f85-b9a6-93f0838ad602 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Pushing event updated for resources: {'Port': ['ID=9909ac64-4d87-4e04-b00b-da20f8fb80c0,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:06:34.446372 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-72b43169-0543-4f85-b9a6-93f0838ad602 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:34.446975 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-72b43169-0543-4f85-b9a6-93f0838ad602 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:34.465199 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-72b43169-0543-4f85-b9a6-93f0838ad602 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6306322 Aug 10 05:06:34.522658 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-6747a950-d20b-4b7b-88b8-7b10a22fd243 service neutron] Request body: {'port': {'device_id': 'a890e5d2-31d6-4a7e-a19e-f12a3a3e13ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:06:34.575808 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-6747a950-d20b-4b7b-88b8-7b10a22fd243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:34.844325 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-6747a950-d20b-4b7b-88b8-7b10a22fd243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9909ac64-4d87-4e04-b00b-da20f8fb80c0 {{(pid=93278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:06:34.851898 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-6747a950-d20b-4b7b-88b8-7b10a22fd243 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:34.863982 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-6747a950-d20b-4b7b-88b8-7b10a22fd243 service neutron] Transition to ACTIVE for port object 9909ac64-4d87-4e04-b00b-da20f8fb80c0 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:06:34.871079 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-6747a950-d20b-4b7b-88b8-7b10a22fd243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7361716'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:34.917529 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747a950-d20b-4b7b-88b8-7b10a22fd243 service neutron] Pushing event updated for resources: {'Port': ['ID=9909ac64-4d87-4e04-b00b-da20f8fb80c0,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:06:34.990101 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-6747a950-d20b-4b7b-88b8-7b10a22fd243 service neutron] Attempting to bind port 9909ac64-4d87-4e04-b00b-da20f8fb80c0 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:06:34.990446 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-6747a950-d20b-4b7b-88b8-7b10a22fd243 service neutron] Attempting to bind port 9909ac64-4d87-4e04-b00b-da20f8fb80c0 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'b4fcb40f-291b-4ac9-a815-71df64bd81fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3f3b081-17cf-4a6b-b6eb-e38a0962ec21'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:06:34.990777 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-6747a950-d20b-4b7b-88b8-7b10a22fd243 service neutron] Attempting to bind port 9909ac64-4d87-4e04-b00b-da20f8fb80c0 on network f3f3b081-17cf-4a6b-b6eb-e38a0962ec21 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:06:34.995395 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-6747a950-d20b-4b7b-88b8-7b10a22fd243 service neutron] Port 9909ac64-4d87-4e04-b00b-da20f8fb80c0 on network f3f3b081-17cf-4a6b-b6eb-e38a0962ec21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 05:06:34.995724 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-6747a950-d20b-4b7b-88b8-7b10a22fd243 service neutron] Attempting to bind port 9909ac64-4d87-4e04-b00b-da20f8fb80c0 on network f3f3b081-17cf-4a6b-b6eb-e38a0962ec21 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:06:35.010426 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-6747a950-d20b-4b7b-88b8-7b10a22fd243 service neutron] Checking agent: {'id': '51cc88f3-029f-45e4-af3a-d9472a1d6530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'started_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:06:35.010780 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-6747a950-d20b-4b7b-88b8-7b10a22fd243 service neutron] Checking segment: {'id': 'b4fcb40f-291b-4ac9-a815-71df64bd81fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3f3b081-17cf-4a6b-b6eb-e38a0962ec21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:06:35.011259 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-6747a950-d20b-4b7b-88b8-7b10a22fd243 service neutron] Bound using segment: {'id': 'b4fcb40f-291b-4ac9-a815-71df64bd81fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3f3b081-17cf-4a6b-b6eb-e38a0962ec21'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:06:35.011690 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-6747a950-d20b-4b7b-88b8-7b10a22fd243 service neutron] Bound port: 9909ac64-4d87-4e04-b00b-da20f8fb80c0, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4fcb40f-291b-4ac9-a815-71df64bd81fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3f3b081-17cf-4a6b-b6eb-e38a0962ec21'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:06:35.012050 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-6747a950-d20b-4b7b-88b8-7b10a22fd243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:35.079315 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd735f7-b951-43a4-97e4-4712a40f19ec req-3a07ded9-5092-448b-b75e-14aec54fc2ab tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:35.080804 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-acd735f7-b951-43a4-97e4-4712a40f19ec req-3a07ded9-5092-448b-b75e-14aec54fc2ab tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=a890e5d2-31d6-4a7e-a19e-f12a3a3e13ff HTTP/1.1" status: 200 len: 943 time: 0.0820081 Aug 10 05:06:35.116495 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-6747a950-d20b-4b7b-88b8-7b10a22fd243 service neutron] For port 9909ac64-4d87-4e04-b00b-da20f8fb80c0, host hv-cinder-80403, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:06:35.134788 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-6747a950-d20b-4b7b-88b8-7b10a22fd243 service neutron] For port 9909ac64-4d87-4e04-b00b-da20f8fb80c0, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9909ac64-4d87-4e04-b00b-da20f8fb80c0,segment=NetworkSegment(b4fcb40f-291b-4ac9-a815-71df64bd81fe),segment_id=b4fcb40f-291b-4ac9-a815-71df64bd81fe)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:06:35.141469 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-6747a950-d20b-4b7b-88b8-7b10a22fd243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7361716'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:35.147110 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-acd735f7-b951-43a4-97e4-4712a40f19ec req-48698f39-d059-4429-a465-fafc8473d9b4 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586357 Aug 10 05:06:35.186312 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-6747a950-d20b-4b7b-88b8-7b10a22fd243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:35.186923 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-6747a950-d20b-4b7b-88b8-7b10a22fd243 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:35.188328 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-6747a950-d20b-4b7b-88b8-7b10a22fd243 service neutron] 10.222.0.63 "PUT /v2.0/ports/9909ac64-4d87-4e04-b00b-da20f8fb80c0 HTTP/1.1" status: 200 len: 1093 time: 0.6705105 Aug 10 05:06:35.188760 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a890e5d2-31d6-4a7e-a19e-f12a3a3e13ff', 'tag': '9909ac64-4d87-4e04-b00b-da20f8fb80c0'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:06:35.191048 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ad241413e3c5b5cfbdfd8ddf86169eda0c2eb72df278c9415fbec86a6c2f7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d1e220-a16a-4776-8aba-c7c993b75818" -d '{"events": [{"name": "network-changed", "server_uuid": "a890e5d2-31d6-4a7e-a19e-f12a3a3e13ff", "tag": "9909ac64-4d87-4e04-b00b-da20f8fb80c0"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:06:35.211811 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747a950-d20b-4b7b-88b8-7b10a22fd243 service neutron] Pushing event updated for resources: {'Port': ['ID=9909ac64-4d87-4e04-b00b-da20f8fb80c0,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:06:35.235838 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fffd66-77a6-43f8-b103-8d65a19caa54 x-openstack-request-id: req-b1fffd66-77a6-43f8-b103-8d65a19caa54 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:06:35.236121 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a890e5d2-31d6-4a7e-a19e-f12a3a3e13ff", "tag": "9909ac64-4d87-4e04-b00b-da20f8fb80c0", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:06:35.236359 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b1fffd66-77a6-43f8-b103-8d65a19caa54 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:06:35.236744 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a890e5d2-31d6-4a7e-a19e-f12a3a3e13ff', 'tag': '9909ac64-4d87-4e04-b00b-da20f8fb80c0', 'status': 'completed', 'code': 200} Aug 10 05:06:35.268590 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-f9856d03-9c90-4500-b21e-365461f7e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:35.270083 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-f9856d03-9c90-4500-b21e-365461f7e6e5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b47b4308edde48d48d15d2b777e3b79e&device_id=a890e5d2-31d6-4a7e-a19e-f12a3a3e13ff HTTP/1.1" status: 200 len: 1096 time: 0.0432627 Aug 10 05:06:35.322396 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-52e25c54-d626-4f1e-9609-9145561e0548 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9909ac64-4d87-4e04-b00b-da20f8fb80c0 HTTP/1.1" status: 200 len: 217 time: 0.0442817 Aug 10 05:06:35.373882 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-882a0494-7dca-4003-b6b7-9b88ed80cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:35.375251 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-882a0494-7dca-4003-b6b7-9b88ed80cf57 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a9768202-a91c-4ba1-a7b7-d9e4744fbef7 HTTP/1.1" status: 200 len: 854 time: 0.0459270 Aug 10 05:06:35.407029 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-0c9a74ff-ac04-4fde-8da3-51b28af0b05c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f3f3b081-17cf-4a6b-b6eb-e38a0962ec21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246532 Aug 10 05:06:35.496642 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-33644fbd-97e6-4151-9bdf-930e3326335e service neutron] 10.222.0.63 "GET /v2.0/networks/f3f3b081-17cf-4a6b-b6eb-e38a0962ec21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823684 Aug 10 05:06:35.591470 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-02ab12f5-442f-404b-aec2-da45a7b8084e req-b66d4d5a-1655-4a3c-8ca1-e341007a936a service neutron] 10.222.0.63 "GET /v2.0/networks/f3f3b081-17cf-4a6b-b6eb-e38a0962ec21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865202 Aug 10 05:06:35.689176 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1e220-a16a-4776-8aba-c7c993b75818 req-03fd0cfc-9324-4459-a4c2-fb1507378bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:35.690566 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-28d1e220-a16a-4776-8aba-c7c993b75818 req-03fd0cfc-9324-4459-a4c2-fb1507378bf6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b47b4308edde48d48d15d2b777e3b79e&device_id=a890e5d2-31d6-4a7e-a19e-f12a3a3e13ff HTTP/1.1" status: 200 len: 1096 time: 0.0430589 Aug 10 05:06:35.796470 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1e220-a16a-4776-8aba-c7c993b75818 req-9dc68885-1aba-4a65-8028-f59f7c48f6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:35.797977 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-28d1e220-a16a-4776-8aba-c7c993b75818 req-9dc68885-1aba-4a65-8028-f59f7c48f6d9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f3f3b081-17cf-4a6b-b6eb-e38a0962ec21 HTTP/1.1" status: 200 len: 915 time: 0.0992610 Aug 10 05:06:35.839159 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-28d1e220-a16a-4776-8aba-c7c993b75818 req-cb645393-0381-4770-a854-910805354f82 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9909ac64-4d87-4e04-b00b-da20f8fb80c0 HTTP/1.1" status: 200 len: 217 time: 0.0336430 Aug 10 05:06:35.888020 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1e220-a16a-4776-8aba-c7c993b75818 req-f4637be4-a27d-4b07-99a9-f04c3db018b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:35.889416 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-28d1e220-a16a-4776-8aba-c7c993b75818 req-f4637be4-a27d-4b07-99a9-f04c3db018b8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a9768202-a91c-4ba1-a7b7-d9e4744fbef7 HTTP/1.1" status: 200 len: 854 time: 0.0425961 Aug 10 05:06:35.920099 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-28d1e220-a16a-4776-8aba-c7c993b75818 req-14516aeb-dc3a-4096-b613-cc1f331ef46e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f3f3b081-17cf-4a6b-b6eb-e38a0962ec21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234129 Aug 10 05:06:36.025739 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-28d1e220-a16a-4776-8aba-c7c993b75818 req-b8f87069-205f-4969-8d46-cccbf66c431a service neutron] 10.222.0.63 "GET /v2.0/networks/f3f3b081-17cf-4a6b-b6eb-e38a0962ec21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978045 Aug 10 05:06:36.120098 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-28d1e220-a16a-4776-8aba-c7c993b75818 req-b1330c62-24dc-42f9-b639-5fb09e614549 service neutron] 10.222.0.63 "GET /v2.0/networks/f3f3b081-17cf-4a6b-b6eb-e38a0962ec21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853968 Aug 10 05:06:36.270504 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b064b-2da5-48cb-8322-df0f92d78ab1 req-9fceb9d6-7608-4567-bb10-49b32109d4f7 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:36.271938 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1b4b064b-2da5-48cb-8322-df0f92d78ab1 req-9fceb9d6-7608-4567-bb10-49b32109d4f7 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=a890e5d2-31d6-4a7e-a19e-f12a3a3e13ff HTTP/1.1" status: 200 len: 943 time: 0.0563917 Aug 10 05:06:36.315374 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1b4b064b-2da5-48cb-8322-df0f92d78ab1 req-4b9d7a2e-26a7-4752-ae27-08a5237e0cfd tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370073 Aug 10 05:06:37.445665 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c8925-6039-41de-add8-e6f1b89771e2 req-c01d423b-3ada-4cd1-9b51-3044d83f56b6 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:37.447149 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ae1c8925-6039-41de-add8-e6f1b89771e2 req-c01d423b-3ada-4cd1-9b51-3044d83f56b6 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=a890e5d2-31d6-4a7e-a19e-f12a3a3e13ff HTTP/1.1" status: 200 len: 943 time: 0.0542407 Aug 10 05:06:37.489277 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ae1c8925-6039-41de-add8-e6f1b89771e2 req-377820ae-6c61-483a-ae25-51b465834846 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332301 Aug 10 05:06:38.617077 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3eaf1-243d-4094-bf34-fdecba05c2c8 req-9e137aee-099b-45f4-977b-4d783d18aeeb tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:38.618518 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7cd3eaf1-243d-4094-bf34-fdecba05c2c8 req-9e137aee-099b-45f4-977b-4d783d18aeeb tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=a890e5d2-31d6-4a7e-a19e-f12a3a3e13ff HTTP/1.1" status: 200 len: 943 time: 0.0567780 Aug 10 05:06:38.656505 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7cd3eaf1-243d-4094-bf34-fdecba05c2c8 req-697433bd-bd1f-4b1d-88ea-8047d5df4ae9 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315390 Aug 10 05:06:39.443133 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 9909ac64-4d87-4e04-b00b-da20f8fb80c0 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:06:39.560739 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 9909ac64-4d87-4e04-b00b-da20f8fb80c0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9909ac64-4d87-4e04-b00b-da20f8fb80c0,segment=NetworkSegment(b4fcb40f-291b-4ac9-a815-71df64bd81fe),segment_id=b4fcb40f-291b-4ac9-a815-71df64bd81fe)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:06:39.571847 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Returning: {'device': '9909ac64-4d87-4e04-b00b-da20f8fb80c0', 'network_id': 'f3f3b081-17cf-4a6b-b6eb-e38a0962ec21', 'port_id': '9909ac64-4d87-4e04-b00b-da20f8fb80c0', 'mac_address': 'fa:16:3e:0f:54:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9768202-a91c-4ba1-a7b7-d9e4744fbef7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:06:39.609866 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:39.622339 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9909ac64-4d87-4e04-b00b-da20f8fb80c0 {{(pid=93279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:06:39.642396 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 9909ac64-4d87-4e04-b00b-da20f8fb80c0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9909ac64-4d87-4e04-b00b-da20f8fb80c0,segment=NetworkSegment(b4fcb40f-291b-4ac9-a815-71df64bd81fe),segment_id=b4fcb40f-291b-4ac9-a815-71df64bd81fe)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:06:39.646935 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:39.696792 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=9909ac64-4d87-4e04-b00b-da20f8fb80c0,revision_number=4']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:06:39.703896 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:39.704248 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:39.704589 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:39.704925 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:39.705258 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:39.705589 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:39.705917 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:39.706228 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:39.706553 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:39.706878 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:39.707258 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:39.707568 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:06:39.780208 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02ac7e-aaba-4175-9ea3-96f8e1b2eacb req-9dc3c3e8-b1a4-4a0c-8938-ceafe1860a55 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:39.781673 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3d02ac7e-aaba-4175-9ea3-96f8e1b2eacb req-9dc3c3e8-b1a4-4a0c-8938-ceafe1860a55 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=a890e5d2-31d6-4a7e-a19e-f12a3a3e13ff HTTP/1.1" status: 200 len: 944 time: 0.0521069 Aug 10 05:06:39.822775 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3d02ac7e-aaba-4175-9ea3-96f8e1b2eacb req-3ad04f53-e554-4032-a480-dee75b48891b tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323913 Aug 10 05:06:40.020364 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['9909ac64-4d87-4e04-b00b-da20f8fb80c0'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:06:40.949424 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baaaa9a-2077-43b4-8810-f97557cc8035 req-4721df13-b2c2-47c4-b921-76ee433f20f7 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:40.950917 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0baaaa9a-2077-43b4-8810-f97557cc8035 req-4721df13-b2c2-47c4-b921-76ee433f20f7 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=a890e5d2-31d6-4a7e-a19e-f12a3a3e13ff HTTP/1.1" status: 200 len: 944 time: 0.0550909 Aug 10 05:06:40.991394 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0baaaa9a-2077-43b4-8810-f97557cc8035 req-f1f6afb3-054b-4f64-9604-44c7b07d1982 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316975 Aug 10 05:06:41.458908 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 9909ac64-4d87-4e04-b00b-da20f8fb80c0 up at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:06:41.635938 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning for port 9909ac64-4d87-4e04-b00b-da20f8fb80c0 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:06:41.639872 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning complete for port 9909ac64-4d87-4e04-b00b-da20f8fb80c0 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:06:41.640243 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:41.720644 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:41.747620 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a890e5d2-31d6-4a7e-a19e-f12a3a3e13ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9909ac64-4d87-4e04-b00b-da20f8fb80c0'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:06:41.749885 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684630205e793650736d742c593896f55c3712126ad5fa6ebc9acffcc34ee486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db243ae3-7698-4885-afe7-ef0ca4426a61" -d '{"events": [{"server_uuid": "a890e5d2-31d6-4a7e-a19e-f12a3a3e13ff", "name": "network-vif-plugged", "status": "completed", "tag": "9909ac64-4d87-4e04-b00b-da20f8fb80c0"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:06:41.763264 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 9909ac64-4d87-4e04-b00b-da20f8fb80c0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9909ac64-4d87-4e04-b00b-da20f8fb80c0,segment=NetworkSegment(b4fcb40f-291b-4ac9-a815-71df64bd81fe),segment_id=b4fcb40f-291b-4ac9-a815-71df64bd81fe)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:06:41.769430 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:41.792310 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3087fa66-83d4-463c-98e6-95a1a1e58e6a x-openstack-request-id: req-3087fa66-83d4-463c-98e6-95a1a1e58e6a {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:06:41.792598 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a890e5d2-31d6-4a7e-a19e-f12a3a3e13ff", "name": "network-vif-plugged", "status": "completed", "tag": "9909ac64-4d87-4e04-b00b-da20f8fb80c0", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:06:41.793016 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3087fa66-83d4-463c-98e6-95a1a1e58e6a {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:06:41.793405 dv-cinder-804035-1-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a890e5d2-31d6-4a7e-a19e-f12a3a3e13ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9909ac64-4d87-4e04-b00b-da20f8fb80c0', 'code': 200} Aug 10 05:06:41.818648 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=9909ac64-4d87-4e04-b00b-da20f8fb80c0,revision_number=5']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:06:41.965748 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70340346-09e8-4776-9ab4-af38dd2e0211 req-e1c71f32-8ef3-4665-b808-5271bfcb72d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:41.967539 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-70340346-09e8-4776-9ab4-af38dd2e0211 req-e1c71f32-8ef3-4665-b808-5271bfcb72d3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a890e5d2-31d6-4a7e-a19e-f12a3a3e13ff HTTP/1.1" status: 200 len: 1098 time: 0.0471017 Aug 10 05:06:42.002662 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-70340346-09e8-4776-9ab4-af38dd2e0211 req-9ee9b64e-ae2e-49ef-91e8-05865493bc41 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279794 Aug 10 05:06:42.120720 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14535c-25a7-4212-b71f-f2a1f48ae5d6 req-0bafd4f8-1282-43a9-a23c-b8b456a0f30b tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:42.122177 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4e14535c-25a7-4212-b71f-f2a1f48ae5d6 req-0bafd4f8-1282-43a9-a23c-b8b456a0f30b tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=a890e5d2-31d6-4a7e-a19e-f12a3a3e13ff HTTP/1.1" status: 200 len: 945 time: 0.0538490 Aug 10 05:06:42.163202 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4e14535c-25a7-4212-b71f-f2a1f48ae5d6 req-b805f026-92f8-472c-a103-ad0b25bf7762 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323613 Aug 10 05:06:43.293018 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d130def-b37b-4e80-bf7f-7c29af9f6b58 req-cafed686-c8de-4636-9718-f080f036323a tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:43.294442 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9d130def-b37b-4e80-bf7f-7c29af9f6b58 req-cafed686-c8de-4636-9718-f080f036323a tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=a890e5d2-31d6-4a7e-a19e-f12a3a3e13ff HTTP/1.1" status: 200 len: 945 time: 0.0523596 Aug 10 05:06:43.339585 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9d130def-b37b-4e80-bf7f-7c29af9f6b58 req-238760d5-dbea-4640-b69c-ec6843d4cb46 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359366 Aug 10 05:06:45.773138 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 37242) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:06:45.934400 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-0e53398e-11ed-4ea0-9c00-b69cc56af1e8 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Deleting port 7a5b41ca-cbdf-45c5-8828-79510d133a92 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:06:45.934749 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0e53398e-11ed-4ea0-9c00-b69cc56af1e8 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:46.013517 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0e53398e-11ed-4ea0-9c00-b69cc56af1e8 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:46.013852 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0e53398e-11ed-4ea0-9c00-b69cc56af1e8 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:46.026116 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-0e53398e-11ed-4ea0-9c00-b69cc56af1e8 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Calling delete_port for 7a5b41ca-cbdf-45c5-8828-79510d133a92 owned by network:floatingip {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:06:46.172145 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0e53398e-11ed-4ea0-9c00-b69cc56af1e8 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:46.198052 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e53398e-11ed-4ea0-9c00-b69cc56af1e8 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Pushing event deleted for resources: {'Port': ['ID=7a5b41ca-cbdf-45c5-8828-79510d133a92,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:06:46.259398 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0e53398e-11ed-4ea0-9c00-b69cc56af1e8 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for floatingip, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:46.259746 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.db.l3_db [None req-0e53398e-11ed-4ea0-9c00-b69cc56af1e8 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Floating IP d0bfb2bb-0a35-4cee-883e-2b8dfea2b87c disassociated (deleted). External IP: 172.27.0.29, port: 6aeef44f-ded3-4f61-99e7-1595d1bda80a. Aug 10 05:06:46.478110 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e53398e-11ed-4ea0-9c00-b69cc56af1e8 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Router 0f7ad699-10eb-4988-9dbe-6242e32c5226 has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:06:46.589901 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e53398e-11ed-4ea0-9c00-b69cc56af1e8 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:06:46.594585 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0e53398e-11ed-4ea0-9c00-b69cc56af1e8 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for floatingip, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:46.600710 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dace864-eb41-457f-b361-829544b472f8 None None] Sync routers for ids ['0f7ad699-10eb-4988-9dbe-6242e32c5226'] in dv-cinder-804035-1-iscsi {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:06:46.609853 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dace864-eb41-457f-b361-829544b472f8 None None] Routers {'0f7ad699-10eb-4988-9dbe-6242e32c5226'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:06:46.610525 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-3dace864-eb41-457f-b361-829544b472f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:06:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['0f7ad699-10eb-4988-9dbe-6242e32c5226'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:06:46.622901 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-0e53398e-11ed-4ea0-9c00-b69cc56af1e8 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "DELETE /v2.0/floatingips/d0bfb2bb-0a35-4cee-883e-2b8dfea2b87c HTTP/1.1" status: 204 len: 168 time: 0.8486247 Aug 10 05:06:46.623510 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc3fa18-5aea-44dd-b89d-7148ad006be9', 'tag': '6aeef44f-ded3-4f61-99e7-1595d1bda80a'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:06:46.625771 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ad241413e3c5b5cfbdfd8ddf86169eda0c2eb72df278c9415fbec86a6c2f7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec666cd-ac87-482b-98e9-63427646fd9f" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc3fa18-5aea-44dd-b89d-7148ad006be9", "tag": "6aeef44f-ded3-4f61-99e7-1595d1bda80a"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:06:46.667131 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e439c2a-6450-4ef4-997c-6a4f345239ed x-openstack-request-id: req-7e439c2a-6450-4ef4-997c-6a4f345239ed {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:06:46.667492 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc3fa18-5aea-44dd-b89d-7148ad006be9", "tag": "6aeef44f-ded3-4f61-99e7-1595d1bda80a", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:06:46.667807 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7e439c2a-6450-4ef4-997c-6a4f345239ed {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:06:46.668607 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc3fa18-5aea-44dd-b89d-7148ad006be9', 'tag': '6aeef44f-ded3-4f61-99e7-1595d1bda80a', 'status': 'completed', 'code': 200} Aug 10 05:06:46.722136 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-3dace864-eb41-457f-b361-829544b472f8 None None] Set router 0f7ad699-10eb-4988-9dbe-6242e32c5226 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:06:46.733969 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec666cd-ac87-482b-98e9-63427646fd9f req-bea41154-a011-42a2-ab1e-590850b82c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:46.735523 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fec666cd-ac87-482b-98e9-63427646fd9f req-bea41154-a011-42a2-ab1e-590850b82c53 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f3e6fcb8db8246ba89506c2651668538&device_id=3fc3fa18-5aea-44dd-b89d-7148ad006be9 HTTP/1.1" status: 200 len: 1099 time: 0.0419538 Aug 10 05:06:46.867372 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec666cd-ac87-482b-98e9-63427646fd9f req-919c70d5-ebcd-4269-9470-ae458e32e0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:46.868856 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fec666cd-ac87-482b-98e9-63427646fd9f req-919c70d5-ebcd-4269-9470-ae458e32e0ac service neutron] 10.222.0.63 "GET /v2.0/networks?id=38a69901-39a5-4b68-8c2c-6f171225e75b HTTP/1.1" status: 200 len: 913 time: 0.1183493 Aug 10 05:06:46.890602 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047631f-c1c9-430e-8861-fcb4cb236c1b req-720c249c-7146-466e-a6b7-c3ea19631b01 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:46.892045 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9047631f-c1c9-430e-8861-fcb4cb236c1b req-720c249c-7146-466e-a6b7-c3ea19631b01 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fc3fa18-5aea-44dd-b89d-7148ad006be9 HTTP/1.1" status: 200 len: 946 time: 0.0704336 Aug 10 05:06:46.921902 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fec666cd-ac87-482b-98e9-63427646fd9f req-0274e168-6f33-4825-ac0e-6efe1a9dafa2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6aeef44f-ded3-4f61-99e7-1595d1bda80a HTTP/1.1" status: 200 len: 217 time: 0.0433993 Aug 10 05:06:46.960553 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-3dace864-eb41-457f-b361-829544b472f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'name': 'tempest-TestVolumeBootPattern-1515326375-router', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:47Z', 'revision_number': 4, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'gw_port': {'id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_floatingips': [{'id': '1675c51a-6406-4e76-883f-7bd51bac71be', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'router_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'port_id': '0c0f452a-84ac-41b8-a99e-1c27cd8890c8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'mac_address': 'fa:16:3e:c6:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0152589-4b59-41f2-99c0-9de6a98c985a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:01:54Z', 'updated_at': '2021-08-10T05:01:56Z', 'revision_number': 1, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635dfeb1-f01f-4164-ab04-4c6374429c6d', 'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'mac_address': 'fa:16:3e:f8:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '93497194-d72a-4696-b0fc-7223e82fd189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:46Z', 'updated_at': '2021-08-10T04:56:53Z', 'revision_number': 5, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'subnets': [{'id': '93497194-d72a-4696-b0fc-7223e82fd189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:06:46.986880 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dace864-eb41-457f-b361-829544b472f8 None None] Checking router: 0f7ad699-10eb-4988-9dbe-6242e32c5226 for host: dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:06:46.995434 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dace864-eb41-457f-b361-829544b472f8 None None] Routers {'0f7ad699-10eb-4988-9dbe-6242e32c5226'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:06:46.996048 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-3dace864-eb41-457f-b361-829544b472f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:06:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['0f7ad699-10eb-4988-9dbe-6242e32c5226'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:06:46.997411 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9047631f-c1c9-430e-8861-fcb4cb236c1b req-feeb384d-4f97-41dc-b093-4116617dc7b9 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780067 Aug 10 05:06:47.003036 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec666cd-ac87-482b-98e9-63427646fd9f req-e903a608-5662-4ded-a3d8-59e78d4c7cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:47.004370 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fec666cd-ac87-482b-98e9-63427646fd9f req-e903a608-5662-4ded-a3d8-59e78d4c7cc7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=93497194-d72a-4696-b0fc-7223e82fd189 HTTP/1.1" status: 200 len: 851 time: 0.0627468 Aug 10 05:06:47.056507 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec666cd-ac87-482b-98e9-63427646fd9f req-591ad9c1-8ea0-4433-a40b-22c13cc39b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:47.058033 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fec666cd-ac87-482b-98e9-63427646fd9f req-591ad9c1-8ea0-4433-a40b-22c13cc39b70 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=38a69901-39a5-4b68-8c2c-6f171225e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456657 Aug 10 05:06:47.102767 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-3dace864-eb41-457f-b361-829544b472f8 None None] Set router 0f7ad699-10eb-4988-9dbe-6242e32c5226 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:06:47.152400 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fec666cd-ac87-482b-98e9-63427646fd9f req-94a39373-ec30-4dbb-ae92-1a479e86a080 service neutron] 10.222.0.63 "GET /v2.0/networks/38a69901-39a5-4b68-8c2c-6f171225e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844347 Aug 10 05:06:47.199989 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9144a432-32d6-48f6-83f0-3221cdf4ed29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:47.249004 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fec666cd-ac87-482b-98e9-63427646fd9f req-fa9e5010-8865-4d05-83cd-68acd7f5506f service neutron] 10.222.0.63 "GET /v2.0/networks/38a69901-39a5-4b68-8c2c-6f171225e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821626 Aug 10 05:06:47.348962 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-3dace864-eb41-457f-b361-829544b472f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'name': 'tempest-TestVolumeBootPattern-1515326375-router', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:47Z', 'revision_number': 4, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'gw_port': {'id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_floatingips': [{'id': '1675c51a-6406-4e76-883f-7bd51bac71be', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'router_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'port_id': '0c0f452a-84ac-41b8-a99e-1c27cd8890c8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'mac_address': 'fa:16:3e:c6:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0152589-4b59-41f2-99c0-9de6a98c985a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:01:54Z', 'updated_at': '2021-08-10T05:01:56Z', 'revision_number': 1, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635dfeb1-f01f-4164-ab04-4c6374429c6d', 'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'mac_address': 'fa:16:3e:f8:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '93497194-d72a-4696-b0fc-7223e82fd189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:46Z', 'updated_at': '2021-08-10T04:56:53Z', 'revision_number': 5, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'subnets': [{'id': '93497194-d72a-4696-b0fc-7223e82fd189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:06:47.375488 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dace864-eb41-457f-b361-829544b472f8 None None] The sync data for ids ['0f7ad699-10eb-4988-9dbe-6242e32c5226'] in dv-cinder-804035-1-iscsi is: [{'id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'name': 'tempest-TestVolumeBootPattern-1515326375-router', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:47Z', 'revision_number': 4, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'gw_port': {'id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_floatingips': [{'id': '1675c51a-6406-4e76-883f-7bd51bac71be', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'router_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'port_id': '0c0f452a-84ac-41b8-a99e-1c27cd8890c8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'mac_address': 'fa:16:3e:c6:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0152589-4b59-41f2-99c0-9de6a98c985a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:01:54Z', 'updated_at': '2021-08-10T05:01:56Z', 'revision_number': 1, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635dfeb1-f01f-4164-ab04-4c6374429c6d', 'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'mac_address': 'fa:16:3e:f8:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '93497194-d72a-4696-b0fc-7223e82fd189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:46Z', 'updated_at': '2021-08-10T04:56:53Z', 'revision_number': 5, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'subnets': [{'id': '93497194-d72a-4696-b0fc-7223e82fd189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:06:47.581120 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9cb45d-4e77-4498-86a6-fc420c42645a None None] New status for floating IP d0bfb2bb-0a35-4cee-883e-2b8dfea2b87c: DOWN {{(pid=93280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:06:48.137849 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e9ca8-295e-4e6b-87af-ae7a5d12dd8f req-76ade435-da69-4de2-a073-d971b6ab3987 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:48.139401 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-985e9ca8-295e-4e6b-87af-ae7a5d12dd8f req-76ade435-da69-4de2-a073-d971b6ab3987 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fc3fa18-5aea-44dd-b89d-7148ad006be9 HTTP/1.1" status: 200 len: 946 time: 0.0513735 Aug 10 05:06:48.185553 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-985e9ca8-295e-4e6b-87af-ae7a5d12dd8f req-703dffce-4e29-4692-a434-58969e64c482 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373230 Aug 10 05:06:48.587827 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20251c1-e6a4-4698-b58a-6e2656e5fdd6 req-59bcf465-4080-4276-9b4f-39f6278c1619 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:48.589941 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e20251c1-e6a4-4698-b58a-6e2656e5fdd6 req-59bcf465-4080-4276-9b4f-39f6278c1619 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.63 "GET /v2.0/ports?device_id=3fc3fa18-5aea-44dd-b89d-7148ad006be9 HTTP/1.1" status: 200 len: 946 time: 0.0706596 Aug 10 05:06:48.688588 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-e20251c1-e6a4-4698-b58a-6e2656e5fdd6 req-f36e9310-c108-4987-a5d5-b7245309520b tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Deleting port 6aeef44f-ded3-4f61-99e7-1595d1bda80a {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:06:48.688907 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-e20251c1-e6a4-4698-b58a-6e2656e5fdd6 req-f36e9310-c108-4987-a5d5-b7245309520b tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:48.779948 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-e20251c1-e6a4-4698-b58a-6e2656e5fdd6 req-f36e9310-c108-4987-a5d5-b7245309520b tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] For port 6aeef44f-ded3-4f61-99e7-1595d1bda80a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6aeef44f-ded3-4f61-99e7-1595d1bda80a,segment=NetworkSegment(8c0479b7-c059-4ba6-a645-2bcc381d404f),segment_id=8c0479b7-c059-4ba6-a645-2bcc381d404f)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:06:48.780287 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-e20251c1-e6a4-4698-b58a-6e2656e5fdd6 req-f36e9310-c108-4987-a5d5-b7245309520b tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:48.792760 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-e20251c1-e6a4-4698-b58a-6e2656e5fdd6 req-f36e9310-c108-4987-a5d5-b7245309520b tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Calling delete_port for 6aeef44f-ded3-4f61-99e7-1595d1bda80a owned by compute:nova {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:06:48.922760 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-e20251c1-e6a4-4698-b58a-6e2656e5fdd6 req-f36e9310-c108-4987-a5d5-b7245309520b tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:48.954239 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e9310-c108-4987-a5d5-b7245309520b tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Pushing event deleted for resources: {'Port': ['ID=6aeef44f-ded3-4f61-99e7-1595d1bda80a,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:06:48.999527 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20251c1-e6a4-4698-b58a-6e2656e5fdd6 req-f36e9310-c108-4987-a5d5-b7245309520b tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] No DVR routers for this DVR port 6aeef44f-ded3-4f61-99e7-1595d1bda80a on host hv-cinder-80403 {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:06:49.002085 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-e20251c1-e6a4-4698-b58a-6e2656e5fdd6 req-f36e9310-c108-4987-a5d5-b7245309520b tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:49.004407 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e20251c1-e6a4-4698-b58a-6e2656e5fdd6 req-f36e9310-c108-4987-a5d5-b7245309520b tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.63 "DELETE /v2.0/ports/6aeef44f-ded3-4f61-99e7-1595d1bda80a HTTP/1.1" status: 204 len: 173 time: 0.4072189 Aug 10 05:06:49.004852 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc3fa18-5aea-44dd-b89d-7148ad006be9', 'name': 'network-vif-deleted', 'tag': '6aeef44f-ded3-4f61-99e7-1595d1bda80a'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:06:49.007088 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ad241413e3c5b5cfbdfd8ddf86169eda0c2eb72df278c9415fbec86a6c2f7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fc209b-d5a7-44da-8e27-bf16aa5363a6" -d '{"events": [{"server_uuid": "3fc3fa18-5aea-44dd-b89d-7148ad006be9", "name": "network-vif-deleted", "tag": "6aeef44f-ded3-4f61-99e7-1595d1bda80a"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:06:49.051762 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b0b8f1-9168-47cb-9a0c-80dcf3671efe x-openstack-request-id: req-a4b0b8f1-9168-47cb-9a0c-80dcf3671efe {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:06:49.052054 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc3fa18-5aea-44dd-b89d-7148ad006be9", "name": "network-vif-deleted", "tag": "6aeef44f-ded3-4f61-99e7-1595d1bda80a", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:06:49.052345 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a4b0b8f1-9168-47cb-9a0c-80dcf3671efe {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:06:49.052905 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc3fa18-5aea-44dd-b89d-7148ad006be9', 'name': 'network-vif-deleted', 'tag': '6aeef44f-ded3-4f61-99e7-1595d1bda80a', 'status': 'completed', 'code': 200} Aug 10 05:06:49.285544 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-794bc7da-e0b5-42f3-99c1-321a68bc1e72 req-1689dc89-a515-4782-aed0-50002ae0753e tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fc3fa18-5aea-44dd-b89d-7148ad006be9 HTTP/1.1" status: 200 len: 210 time: 0.0265083 Aug 10 05:06:49.861070 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:50.035042 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d6252fda-1912-4d2f-a7d7-e489cd6527ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:50.232825 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:50.526973 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:06:51.306734 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:51.488143 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 6aeef44f-ded3-4f61-99e7-1595d1bda80a no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:06:51.509050 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] No Port match for: 6aeef44f-ded3-4f61-99e7-1595d1bda80a {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:06:51.509399 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 6aeef44f-ded3-4f61-99e7-1595d1bda80a not bound to the agent host hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:06:52.586361 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 37292) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:06:52.744706 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-d64b00d0-8a3a-4e50-a68a-49e008e2c8e2 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Deleting port d4fc23dd-ff4a-42f5-b9b4-a776518df9f9 {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:06:52.745163 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64b00d0-8a3a-4e50-a68a-49e008e2c8e2 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:52.749187 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:52.825651 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64b00d0-8a3a-4e50-a68a-49e008e2c8e2 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:52.826009 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64b00d0-8a3a-4e50-a68a-49e008e2c8e2 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:52.838425 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-d64b00d0-8a3a-4e50-a68a-49e008e2c8e2 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Calling delete_port for d4fc23dd-ff4a-42f5-b9b4-a776518df9f9 owned by network:floatingip {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:06:53.025493 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64b00d0-8a3a-4e50-a68a-49e008e2c8e2 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:53.054392 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b00d0-8a3a-4e50-a68a-49e008e2c8e2 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Pushing event deleted for resources: {'Port': ['ID=d4fc23dd-ff4a-42f5-b9b4-a776518df9f9,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:06:53.067176 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-3a1df4f6-0eab-4aeb-9765-131087d19d6f tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:53.068733 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-3a1df4f6-0eab-4aeb-9765-131087d19d6f tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/networks?id=f3f3b081-17cf-4a6b-b6eb-e38a0962ec21 HTTP/1.1" status: 200 len: 814 time: 0.3978679 Aug 10 05:06:53.084232 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-58cafa2e-dd0e-435d-8a0e-bd7482b84257 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/quotas/b47b4308edde48d48d15d2b777e3b79e HTTP/1.1" status: 200 len: 375 time: 0.0095031 Aug 10 05:06:53.114323 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64b00d0-8a3a-4e50-a68a-49e008e2c8e2 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for floatingip, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:53.114651 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.db.l3_db [None req-d64b00d0-8a3a-4e50-a68a-49e008e2c8e2 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Floating IP 1675c51a-6406-4e76-883f-7bd51bac71be disassociated (deleted). External IP: 172.27.0.234, port: 0c0f452a-84ac-41b8-a99e-1c27cd8890c8. Aug 10 05:06:53.136863 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-ce8e9f63-25cb-471b-ad59-cb252a25641d tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b47b4308edde48d48d15d2b777e3b79e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0466325 Aug 10 05:06:53.236680 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-44610f49-33c2-4cb4-8b79-7d7bcbe6243a service neutron] 10.222.0.49 "GET /v2.0/networks/f3f3b081-17cf-4a6b-b6eb-e38a0962ec21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923283 Aug 10 05:06:53.318972 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64b00d0-8a3a-4e50-a68a-49e008e2c8e2 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Router 0f7ad699-10eb-4988-9dbe-6242e32c5226 has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:06:53.325430 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-d08c9b95-208e-4eed-8297-f3fea00576d9 service neutron] 10.222.0.49 "GET /v2.0/networks/f3f3b081-17cf-4a6b-b6eb-e38a0962ec21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826113 Aug 10 05:06:53.431150 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64b00d0-8a3a-4e50-a68a-49e008e2c8e2 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:06:53.443326 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793c436a-8615-4732-8779-f5131915ea60 None None] Sync routers for ids ['0f7ad699-10eb-4988-9dbe-6242e32c5226'] in dv-cinder-804035-1-iscsi {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:06:53.445136 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64b00d0-8a3a-4e50-a68a-49e008e2c8e2 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for floatingip, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:53.454766 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793c436a-8615-4732-8779-f5131915ea60 None None] Routers {'0f7ad699-10eb-4988-9dbe-6242e32c5226'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:06:53.455987 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-793c436a-8615-4732-8779-f5131915ea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:06:50Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['0f7ad699-10eb-4988-9dbe-6242e32c5226'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:06:53.474455 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-d64b00d0-8a3a-4e50-a68a-49e008e2c8e2 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "DELETE /v2.0/floatingips/1675c51a-6406-4e76-883f-7bd51bac71be HTTP/1.1" status: 204 len: 168 time: 0.8869271 Aug 10 05:06:53.475188 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0152589-4b59-41f2-99c0-9de6a98c985a', 'tag': '0c0f452a-84ac-41b8-a99e-1c27cd8890c8'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:06:53.477870 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0435c65cf5a8cc8383a9c7cfa6853d0e89819f93ab363e4d384fd3b31d716135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43c0231-eb94-4596-8fcd-95f8b5449270" -d '{"events": [{"name": "network-changed", "server_uuid": "e0152589-4b59-41f2-99c0-9de6a98c985a", "tag": "0c0f452a-84ac-41b8-a99e-1c27cd8890c8"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:06:53.483549 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-27221252-0580-497c-adc2-5b6bd759a849 req-27f619fc-e9a1-4ddc-a232-4e4d9863fcdb tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=92737997-7afd-46bb-b701-d6940c931b8c HTTP/1.1" status: 200 len: 210 time: 0.0289803 Aug 10 05:06:53.609075 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-793c436a-8615-4732-8779-f5131915ea60 None None] Set router 0f7ad699-10eb-4988-9dbe-6242e32c5226 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:06:53.629057 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766a2f9b-dfc1-490e-89dd-44a35a1d5a5b x-openstack-request-id: req-766a2f9b-dfc1-490e-89dd-44a35a1d5a5b {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:06:53.629940 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0152589-4b59-41f2-99c0-9de6a98c985a", "tag": "0c0f452a-84ac-41b8-a99e-1c27cd8890c8", "status": "completed", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:06:53.630931 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-766a2f9b-dfc1-490e-89dd-44a35a1d5a5b {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:06:53.631543 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0152589-4b59-41f2-99c0-9de6a98c985a', 'tag': '0c0f452a-84ac-41b8-a99e-1c27cd8890c8', 'status': 'completed', 'code': 200} Aug 10 05:06:53.712522 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c0231-eb94-4596-8fcd-95f8b5449270 req-f64627e2-c12e-4176-b997-b61e90dd889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:53.714135 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c43c0231-eb94-4596-8fcd-95f8b5449270 req-f64627e2-c12e-4176-b997-b61e90dd889a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f3e6fcb8db8246ba89506c2651668538&device_id=e0152589-4b59-41f2-99c0-9de6a98c985a HTTP/1.1" status: 200 len: 1099 time: 0.0597458 Aug 10 05:06:53.802044 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6ffed-05cf-466f-bdf2-a961ae7ee85f req-d080bf48-1beb-40aa-864a-0f028281d6a2 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:53.803660 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b5f6ffed-05cf-466f-bdf2-a961ae7ee85f req-d080bf48-1beb-40aa-864a-0f028281d6a2 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0152589-4b59-41f2-99c0-9de6a98c985a HTTP/1.1" status: 200 len: 946 time: 0.1059642 Aug 10 05:06:53.848146 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-793c436a-8615-4732-8779-f5131915ea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'name': 'tempest-TestVolumeBootPattern-1515326375-router', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:47Z', 'revision_number': 4, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'gw_port': {'id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': '635dfeb1-f01f-4164-ab04-4c6374429c6d', 'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'mac_address': 'fa:16:3e:f8:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '93497194-d72a-4696-b0fc-7223e82fd189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:46Z', 'updated_at': '2021-08-10T04:56:53Z', 'revision_number': 5, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'subnets': [{'id': '93497194-d72a-4696-b0fc-7223e82fd189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:06:53.863239 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c0231-eb94-4596-8fcd-95f8b5449270 req-6ecf3b8d-7eef-495b-abee-65dd65731b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:53.864703 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c43c0231-eb94-4596-8fcd-95f8b5449270 req-6ecf3b8d-7eef-495b-abee-65dd65731b3d service neutron] 10.222.0.63 "GET /v2.0/networks?id=38a69901-39a5-4b68-8c2c-6f171225e75b HTTP/1.1" status: 200 len: 913 time: 0.1331143 Aug 10 05:06:53.869717 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b5f6ffed-05cf-466f-bdf2-a961ae7ee85f req-c170bd1d-b548-4478-9e8f-b48466649436 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533936 Aug 10 05:06:53.875798 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793c436a-8615-4732-8779-f5131915ea60 None None] Checking router: 0f7ad699-10eb-4988-9dbe-6242e32c5226 for host: dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:06:53.883945 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793c436a-8615-4732-8779-f5131915ea60 None None] Routers {'0f7ad699-10eb-4988-9dbe-6242e32c5226'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:06:53.884537 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-793c436a-8615-4732-8779-f5131915ea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:06:50Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['0f7ad699-10eb-4988-9dbe-6242e32c5226'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:06:53.931543 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c43c0231-eb94-4596-8fcd-95f8b5449270 req-c40b0174-0119-4d1f-ad76-6406aefce895 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c0f452a-84ac-41b8-a99e-1c27cd8890c8 HTTP/1.1" status: 200 len: 217 time: 0.0346634 Aug 10 05:06:53.984061 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c0231-eb94-4596-8fcd-95f8b5449270 req-d0d2a1db-764b-480b-937d-13ef257665c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:53.985548 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c43c0231-eb94-4596-8fcd-95f8b5449270 req-d0d2a1db-764b-480b-937d-13ef257665c2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=93497194-d72a-4696-b0fc-7223e82fd189 HTTP/1.1" status: 200 len: 851 time: 0.0454633 Aug 10 05:06:53.993003 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-793c436a-8615-4732-8779-f5131915ea60 None None] Set router 0f7ad699-10eb-4988-9dbe-6242e32c5226 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:06:54.042029 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c0231-eb94-4596-8fcd-95f8b5449270 req-3087d0da-c290-4b06-aee9-0b707d7c2427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:54.044116 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c43c0231-eb94-4596-8fcd-95f8b5449270 req-3087d0da-c290-4b06-aee9-0b707d7c2427 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=38a69901-39a5-4b68-8c2c-6f171225e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453227 Aug 10 05:06:54.142009 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c43c0231-eb94-4596-8fcd-95f8b5449270 req-ca7c2d69-44e7-45ef-90c0-4404efd8841c service neutron] 10.222.0.63 "GET /v2.0/networks/38a69901-39a5-4b68-8c2c-6f171225e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899122 Aug 10 05:06:54.202689 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-793c436a-8615-4732-8779-f5131915ea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'name': 'tempest-TestVolumeBootPattern-1515326375-router', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:47Z', 'revision_number': 4, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'gw_port': {'id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': '635dfeb1-f01f-4164-ab04-4c6374429c6d', 'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'mac_address': 'fa:16:3e:f8:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '93497194-d72a-4696-b0fc-7223e82fd189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:46Z', 'updated_at': '2021-08-10T04:56:53Z', 'revision_number': 5, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'subnets': [{'id': '93497194-d72a-4696-b0fc-7223e82fd189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:06:54.228632 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793c436a-8615-4732-8779-f5131915ea60 None None] The sync data for ids ['0f7ad699-10eb-4988-9dbe-6242e32c5226'] in dv-cinder-804035-1-iscsi is: [{'id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'name': 'tempest-TestVolumeBootPattern-1515326375-router', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:47Z', 'revision_number': 4, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'gw_port': {'id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': '635dfeb1-f01f-4164-ab04-4c6374429c6d', 'name': '', 'network_id': '38a69901-39a5-4b68-8c2c-6f171225e75b', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'mac_address': 'fa:16:3e:f8:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '93497194-d72a-4696-b0fc-7223e82fd189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:46Z', 'updated_at': '2021-08-10T04:56:53Z', 'revision_number': 5, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'subnets': [{'id': '93497194-d72a-4696-b0fc-7223e82fd189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:06:54.239028 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c43c0231-eb94-4596-8fcd-95f8b5449270 req-0a6cdb80-70ab-49a6-ad26-925fefdeac19 service neutron] 10.222.0.63 "GET /v2.0/networks/38a69901-39a5-4b68-8c2c-6f171225e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876608 Aug 10 05:06:54.436923 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcddb410-bc19-4370-9bdf-92851e6dc078 None None] New status for floating IP 1675c51a-6406-4e76-883f-7bd51bac71be: DOWN {{(pid=93280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:06:54.594428 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-97dcfcf7-7785-46eb-a4b3-a96239345e8d req-da100b43-f1c9-4fe2-8e7d-3961ba56f7ab tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=92737997-7afd-46bb-b701-d6940c931b8c HTTP/1.1" status: 200 len: 210 time: 0.0367141 Aug 10 05:06:54.618369 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-14d09759-f603-48f4-ae71-66f8af847aef tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:54.619865 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-14d09759-f603-48f4-ae71-66f8af847aef tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.63 "GET /v2.0/networks?id=f3f3b081-17cf-4a6b-b6eb-e38a0962ec21 HTTP/1.1" status: 200 len: 814 time: 0.1436000 Aug 10 05:06:54.635486 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-ab09e441-d91f-45f1-b93d-76745f558115 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Request body: {'port': {'device_id': '92737997-7afd-46bb-b701-d6940c931b8c', 'network_id': 'f3f3b081-17cf-4a6b-b6eb-e38a0962ec21', 'admin_state_up': True, 'tenant_id': 'b47b4308edde48d48d15d2b777e3b79e'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:06:54.727980 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19d9a9-4595-400a-8a71-ad5c5fc42aa5 req-548312a2-dfd5-48bf-b81a-929faa987a80 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:54.729488 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-6d19d9a9-4595-400a-8a71-ad5c5fc42aa5 req-548312a2-dfd5-48bf-b81a-929faa987a80 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.63 "GET /v2.0/ports?device_id=e0152589-4b59-41f2-99c0-9de6a98c985a HTTP/1.1" status: 200 len: 946 time: 0.0567722 Aug 10 05:06:54.756074 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-ab09e441-d91f-45f1-b93d-76745f558115 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Made reservation on behalf of b47b4308edde48d48d15d2b777e3b79e for: {'port': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:06:54.759862 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-ab09e441-d91f-45f1-b93d-76745f558115 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:54.823705 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [req-6d19d9a9-4595-400a-8a71-ad5c5fc42aa5 req-b8ed9659-2623-4768-bd26-338397cd2ac4 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Deleting port 0c0f452a-84ac-41b8-a99e-1c27cd8890c8 {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:06:54.824115 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-6d19d9a9-4595-400a-8a71-ad5c5fc42aa5 req-b8ed9659-2623-4768-bd26-338397cd2ac4 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:54.890805 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-ab09e441-d91f-45f1-b93d-76745f558115 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Allocated IP 172.20.0.2 (f3f3b081-17cf-4a6b-b6eb-e38a0962ec21/a9768202-a91c-4ba1-a7b7-d9e4744fbef7/ca8e44dc-d78a-4eea-969f-2f85d411196d) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:06:54.918850 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [req-6d19d9a9-4595-400a-8a71-ad5c5fc42aa5 req-b8ed9659-2623-4768-bd26-338397cd2ac4 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] For port 0c0f452a-84ac-41b8-a99e-1c27cd8890c8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0c0f452a-84ac-41b8-a99e-1c27cd8890c8,segment=NetworkSegment(8c0479b7-c059-4ba6-a645-2bcc381d404f),segment_id=8c0479b7-c059-4ba6-a645-2bcc381d404f)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:06:54.919245 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-6d19d9a9-4595-400a-8a71-ad5c5fc42aa5 req-b8ed9659-2623-4768-bd26-338397cd2ac4 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:54.934143 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [req-6d19d9a9-4595-400a-8a71-ad5c5fc42aa5 req-b8ed9659-2623-4768-bd26-338397cd2ac4 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Calling delete_port for 0c0f452a-84ac-41b8-a99e-1c27cd8890c8 owned by compute:nova {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:06:55.052554 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f03304-6dba-41db-8a36-bab0efafec2d req-b4e345e8-0a5e-4208-92e3-7f0c8ae89677 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:55.054551 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a0f03304-6dba-41db-8a36-bab0efafec2d req-b4e345e8-0a5e-4208-92e3-7f0c8ae89677 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0152589-4b59-41f2-99c0-9de6a98c985a HTTP/1.1" status: 200 len: 946 time: 0.1108890 Aug 10 05:06:55.073999 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-6d19d9a9-4595-400a-8a71-ad5c5fc42aa5 req-b8ed9659-2623-4768-bd26-338397cd2ac4 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:55.100548 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed9659-2623-4768-bd26-338397cd2ac4 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Pushing event deleted for resources: {'Port': ['ID=0c0f452a-84ac-41b8-a99e-1c27cd8890c8,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:06:55.122308 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a0f03304-6dba-41db-8a36-bab0efafec2d req-50c4e961-0134-4594-bc2f-235574a8376d tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5e8698-aa32-4781-a096-ff06eeb30714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598772 Aug 10 05:06:55.130476 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-ab09e441-d91f-45f1-b93d-76745f558115 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:55.152902 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d19d9a9-4595-400a-8a71-ad5c5fc42aa5 req-b8ed9659-2623-4768-bd26-338397cd2ac4 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] No DVR routers for this DVR port 0c0f452a-84ac-41b8-a99e-1c27cd8890c8 on host hv-cinder-80403 {{(pid=93277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:06:55.156064 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-6d19d9a9-4595-400a-8a71-ad5c5fc42aa5 req-b8ed9659-2623-4768-bd26-338397cd2ac4 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:55.158084 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-6d19d9a9-4595-400a-8a71-ad5c5fc42aa5 req-b8ed9659-2623-4768-bd26-338397cd2ac4 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.63 "DELETE /v2.0/ports/0c0f452a-84ac-41b8-a99e-1c27cd8890c8 HTTP/1.1" status: 204 len: 173 time: 0.4208276 Aug 10 05:06:55.194252 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-ab09e441-d91f-45f1-b93d-76745f558115 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:55.210800 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['9909ac64-4d87-4e04-b00b-da20f8fb80c0'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:06:55.240429 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-ab09e441-d91f-45f1-b93d-76745f558115 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Network f3f3b081-17cf-4a6b-b6eb-e38a0962ec21 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:06:55.246152 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-ab09e441-d91f-45f1-b93d-76745f558115 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:06:55.250921 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-ab09e441-d91f-45f1-b93d-76745f558115 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:06:55.288961 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09e441-d91f-45f1-b93d-76745f558115 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Pushing event updated for resources: {'Port': ['ID=ca8e44dc-d78a-4eea-969f-2f85d411196d,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:06:55.306605 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-ab09e441-d91f-45f1-b93d-76745f558115 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:55.307322 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-ab09e441-d91f-45f1-b93d-76745f558115 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:55.322254 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-ab09e441-d91f-45f1-b93d-76745f558115 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6909091 Aug 10 05:06:55.355692 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-74615352-fe1d-4de1-8a8f-f9a0bb0d329f service neutron] Request body: {'port': {'device_id': '92737997-7afd-46bb-b701-d6940c931b8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:06:55.411326 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-74615352-fe1d-4de1-8a8f-f9a0bb0d329f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:55.632338 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0152589-4b59-41f2-99c0-9de6a98c985a', 'name': 'network-vif-deleted', 'tag': '0c0f452a-84ac-41b8-a99e-1c27cd8890c8'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:06:55.635648 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0435c65cf5a8cc8383a9c7cfa6853d0e89819f93ab363e4d384fd3b31d716135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bb2fa5-2acf-4718-9ca8-fcad83fb25ae" -d '{"events": [{"server_uuid": "e0152589-4b59-41f2-99c0-9de6a98c985a", "name": "network-vif-deleted", "tag": "0c0f452a-84ac-41b8-a99e-1c27cd8890c8"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:06:55.681079 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8756bec1-0b25-4f0a-8f2d-1c56e5dbd705 x-openstack-request-id: req-8756bec1-0b25-4f0a-8f2d-1c56e5dbd705 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:06:55.681459 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0152589-4b59-41f2-99c0-9de6a98c985a", "name": "network-vif-deleted", "tag": "0c0f452a-84ac-41b8-a99e-1c27cd8890c8", "status": "completed", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:06:55.681766 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8756bec1-0b25-4f0a-8f2d-1c56e5dbd705 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:06:55.682490 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0152589-4b59-41f2-99c0-9de6a98c985a', 'name': 'network-vif-deleted', 'tag': '0c0f452a-84ac-41b8-a99e-1c27cd8890c8', 'status': 'completed', 'code': 200} Aug 10 05:06:55.704613 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-74615352-fe1d-4de1-8a8f-f9a0bb0d329f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca8e44dc-d78a-4eea-969f-2f85d411196d {{(pid=93278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:06:55.713927 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-74615352-fe1d-4de1-8a8f-f9a0bb0d329f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:55.730619 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-74615352-fe1d-4de1-8a8f-f9a0bb0d329f service neutron] Transition to ACTIVE for port object ca8e44dc-d78a-4eea-969f-2f85d411196d will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:06:55.742280 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe389d25-bdd4-4735-9637-ec399242b955 req-bf4cba58-ee3a-49cd-ba4d-e09caff85d89 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:55.743827 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fe389d25-bdd4-4735-9637-ec399242b955 req-bf4cba58-ee3a-49cd-ba4d-e09caff85d89 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=92737997-7afd-46bb-b701-d6940c931b8c HTTP/1.1" status: 200 len: 931 time: 0.0721836 Aug 10 05:06:55.744894 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-74615352-fe1d-4de1-8a8f-f9a0bb0d329f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7361716'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:55.829341 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74615352-fe1d-4de1-8a8f-f9a0bb0d329f service neutron] Pushing event updated for resources: {'Port': ['ID=ca8e44dc-d78a-4eea-969f-2f85d411196d,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:06:55.836487 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fe389d25-bdd4-4735-9637-ec399242b955 req-cc85629d-5910-4af1-bec6-04dca672dde6 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832767 Aug 10 05:06:55.897744 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-74615352-fe1d-4de1-8a8f-f9a0bb0d329f service neutron] Attempting to bind port ca8e44dc-d78a-4eea-969f-2f85d411196d on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:06:55.898078 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-74615352-fe1d-4de1-8a8f-f9a0bb0d329f service neutron] Attempting to bind port ca8e44dc-d78a-4eea-969f-2f85d411196d by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'b4fcb40f-291b-4ac9-a815-71df64bd81fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3f3b081-17cf-4a6b-b6eb-e38a0962ec21'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:06:55.898398 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-74615352-fe1d-4de1-8a8f-f9a0bb0d329f service neutron] Attempting to bind port ca8e44dc-d78a-4eea-969f-2f85d411196d on network f3f3b081-17cf-4a6b-b6eb-e38a0962ec21 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:06:55.903151 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-74615352-fe1d-4de1-8a8f-f9a0bb0d329f service neutron] Port ca8e44dc-d78a-4eea-969f-2f85d411196d on network f3f3b081-17cf-4a6b-b6eb-e38a0962ec21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 05:06:55.903470 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-74615352-fe1d-4de1-8a8f-f9a0bb0d329f service neutron] Attempting to bind port ca8e44dc-d78a-4eea-969f-2f85d411196d on network f3f3b081-17cf-4a6b-b6eb-e38a0962ec21 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:06:55.909023 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-74615352-fe1d-4de1-8a8f-f9a0bb0d329f service neutron] Checking agent: {'id': '51cc88f3-029f-45e4-af3a-d9472a1d6530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'started_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:06:55.909430 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-74615352-fe1d-4de1-8a8f-f9a0bb0d329f service neutron] Checking segment: {'id': 'b4fcb40f-291b-4ac9-a815-71df64bd81fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3f3b081-17cf-4a6b-b6eb-e38a0962ec21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:06:55.909778 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-74615352-fe1d-4de1-8a8f-f9a0bb0d329f service neutron] Bound using segment: {'id': 'b4fcb40f-291b-4ac9-a815-71df64bd81fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3f3b081-17cf-4a6b-b6eb-e38a0962ec21'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:06:55.910235 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-74615352-fe1d-4de1-8a8f-f9a0bb0d329f service neutron] Bound port: ca8e44dc-d78a-4eea-969f-2f85d411196d, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4fcb40f-291b-4ac9-a815-71df64bd81fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3f3b081-17cf-4a6b-b6eb-e38a0962ec21'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:06:55.910566 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-74615352-fe1d-4de1-8a8f-f9a0bb0d329f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:55.982267 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-74615352-fe1d-4de1-8a8f-f9a0bb0d329f service neutron] For port ca8e44dc-d78a-4eea-969f-2f85d411196d, host hv-cinder-80403, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:06:55.985396 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-74615352-fe1d-4de1-8a8f-f9a0bb0d329f service neutron] For port ca8e44dc-d78a-4eea-969f-2f85d411196d, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ca8e44dc-d78a-4eea-969f-2f85d411196d,segment=NetworkSegment(b4fcb40f-291b-4ac9-a815-71df64bd81fe),segment_id=b4fcb40f-291b-4ac9-a815-71df64bd81fe)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:06:55.989932 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-74615352-fe1d-4de1-8a8f-f9a0bb0d329f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7361716'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:56.029643 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-74615352-fe1d-4de1-8a8f-f9a0bb0d329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:56.030395 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-74615352-fe1d-4de1-8a8f-f9a0bb0d329f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:56.032157 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-74615352-fe1d-4de1-8a8f-f9a0bb0d329f service neutron] 10.222.0.63 "PUT /v2.0/ports/ca8e44dc-d78a-4eea-969f-2f85d411196d HTTP/1.1" status: 200 len: 1093 time: 0.6807404 Aug 10 05:06:56.034486 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92737997-7afd-46bb-b701-d6940c931b8c', 'tag': 'ca8e44dc-d78a-4eea-969f-2f85d411196d'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:06:56.036819 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ad241413e3c5b5cfbdfd8ddf86169eda0c2eb72df278c9415fbec86a6c2f7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db1549d-a72a-4d78-958a-8a22b2f790b0" -d '{"events": [{"name": "network-changed", "server_uuid": "92737997-7afd-46bb-b701-d6940c931b8c", "tag": "ca8e44dc-d78a-4eea-969f-2f85d411196d"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:06:56.071773 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74615352-fe1d-4de1-8a8f-f9a0bb0d329f service neutron] Pushing event updated for resources: {'Port': ['ID=ca8e44dc-d78a-4eea-969f-2f85d411196d,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:06:56.086168 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cd0d18-db42-4ee6-80c0-612390b8070f x-openstack-request-id: req-59cd0d18-db42-4ee6-80c0-612390b8070f {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:06:56.086457 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92737997-7afd-46bb-b701-d6940c931b8c", "tag": "ca8e44dc-d78a-4eea-969f-2f85d411196d", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:06:56.086703 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-59cd0d18-db42-4ee6-80c0-612390b8070f {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:06:56.087136 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92737997-7afd-46bb-b701-d6940c931b8c', 'tag': 'ca8e44dc-d78a-4eea-969f-2f85d411196d', 'status': 'completed', 'code': 200} Aug 10 05:06:56.135568 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-92fc728b-ece1-48d7-9593-c1903821d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:56.137086 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-92fc728b-ece1-48d7-9593-c1903821d455 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b47b4308edde48d48d15d2b777e3b79e&device_id=92737997-7afd-46bb-b701-d6940c931b8c HTTP/1.1" status: 200 len: 1096 time: 0.0417233 Aug 10 05:06:56.190204 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-59e6e4c2-28d2-4cfc-a56a-e65b220d9996 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ca8e44dc-d78a-4eea-969f-2f85d411196d HTTP/1.1" status: 200 len: 217 time: 0.0441568 Aug 10 05:06:56.192121 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 37338) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:06:56.304036 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-8da9d5ac-6bc9-4e34-880f-cd86dd474ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:56.305709 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-8da9d5ac-6bc9-4e34-880f-cd86dd474ab3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a9768202-a91c-4ba1-a7b7-d9e4744fbef7 HTTP/1.1" status: 200 len: 854 time: 0.1070218 Aug 10 05:06:56.349973 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-ae0485ff-e760-4b77-bd59-ff7dc9c2d78e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f3f3b081-17cf-4a6b-b6eb-e38a0962ec21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264826 Aug 10 05:06:56.413161 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-93c84247-1669-42f6-8e17-9c316f623dcf tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Deleting port bc493579-0ef9-4161-99ae-f9f8e799b808 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:06:56.413495 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-93c84247-1669-42f6-8e17-9c316f623dcf tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:56.497280 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-27a1ee32-9d82-4d99-b13e-511b99382d66 service neutron] 10.222.0.63 "GET /v2.0/networks/f3f3b081-17cf-4a6b-b6eb-e38a0962ec21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370800 Aug 10 05:06:56.516976 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-93c84247-1669-42f6-8e17-9c316f623dcf tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:56.517295 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-93c84247-1669-42f6-8e17-9c316f623dcf tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:56.564104 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-93c84247-1669-42f6-8e17-9c316f623dcf tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Calling delete_port for bc493579-0ef9-4161-99ae-f9f8e799b808 owned by network:floatingip {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:06:56.662611 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-231d7c1c-402c-4d68-b3e3-e85bee57c305 req-abe55a90-d88c-4e6b-b0f6-2d2cd25592b9 service neutron] 10.222.0.63 "GET /v2.0/networks/f3f3b081-17cf-4a6b-b6eb-e38a0962ec21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550620 Aug 10 05:06:56.759760 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-93c84247-1669-42f6-8e17-9c316f623dcf tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:56.772667 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1549d-a72a-4d78-958a-8a22b2f790b0 req-adda662d-c28c-4243-8aa5-722cc6b9a037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:56.774173 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2db1549d-a72a-4d78-958a-8a22b2f790b0 req-adda662d-c28c-4243-8aa5-722cc6b9a037 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b47b4308edde48d48d15d2b777e3b79e&device_id=92737997-7afd-46bb-b701-d6940c931b8c HTTP/1.1" status: 200 len: 1096 time: 0.0595238 Aug 10 05:06:56.800904 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c84247-1669-42f6-8e17-9c316f623dcf tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Pushing event deleted for resources: {'Port': ['ID=bc493579-0ef9-4161-99ae-f9f8e799b808,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:06:56.912328 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-93c84247-1669-42f6-8e17-9c316f623dcf tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for floatingip, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:56.914834 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-93c84247-1669-42f6-8e17-9c316f623dcf tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for floatingip, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:56.915975 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-93c84247-1669-42f6-8e17-9c316f623dcf tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "DELETE /v2.0/floatingips/1e28b022-dfcb-4ff1-ab00-68166c4858f8 HTTP/1.1" status: 204 len: 168 time: 0.7229037 Aug 10 05:06:56.964303 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1549d-a72a-4d78-958a-8a22b2f790b0 req-0245c203-9506-42b8-a688-44781236653b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:56.965769 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2db1549d-a72a-4d78-958a-8a22b2f790b0 req-0245c203-9506-42b8-a688-44781236653b service neutron] 10.222.0.63 "GET /v2.0/networks?id=f3f3b081-17cf-4a6b-b6eb-e38a0962ec21 HTTP/1.1" status: 200 len: 915 time: 0.1760232 Aug 10 05:06:56.992211 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c70733a-6c55-4057-a4c8-0c7048a999b0 req-643f0395-2200-4e96-96c5-efec71610e35 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:56.993696 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3c70733a-6c55-4057-a4c8-0c7048a999b0 req-643f0395-2200-4e96-96c5-efec71610e35 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=92737997-7afd-46bb-b701-d6940c931b8c HTTP/1.1" status: 200 len: 943 time: 0.0831761 Aug 10 05:06:57.023817 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2db1549d-a72a-4d78-958a-8a22b2f790b0 req-895de551-6f2f-438b-a36f-7797d69ea34a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ca8e44dc-d78a-4eea-969f-2f85d411196d HTTP/1.1" status: 200 len: 217 time: 0.0477469 Aug 10 05:06:57.091452 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3c70733a-6c55-4057-a4c8-0c7048a999b0 req-2cc152f7-9719-4c8f-8b2d-69fed612ed0e tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704572 Aug 10 05:06:57.100215 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1549d-a72a-4d78-958a-8a22b2f790b0 req-bc8b4dc2-e34e-4420-94a8-10fdcd991b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:57.101776 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2db1549d-a72a-4d78-958a-8a22b2f790b0 req-bc8b4dc2-e34e-4420-94a8-10fdcd991b5f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a9768202-a91c-4ba1-a7b7-d9e4744fbef7 HTTP/1.1" status: 200 len: 854 time: 0.0646260 Aug 10 05:06:57.139462 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2db1549d-a72a-4d78-958a-8a22b2f790b0 req-d0aafbd2-d423-4a8b-9706-6cde5fb10bab service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f3f3b081-17cf-4a6b-b6eb-e38a0962ec21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292141 Aug 10 05:06:57.244090 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2db1549d-a72a-4d78-958a-8a22b2f790b0 req-c7bc7b2f-fba1-4042-b6d8-95c8cbcad3ff service neutron] 10.222.0.63 "GET /v2.0/networks/f3f3b081-17cf-4a6b-b6eb-e38a0962ec21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962818 Aug 10 05:06:57.337042 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2db1549d-a72a-4d78-958a-8a22b2f790b0 req-3aef84a6-2375-48a7-bfa7-007edcb2cb07 service neutron] 10.222.0.63 "GET /v2.0/networks/f3f3b081-17cf-4a6b-b6eb-e38a0962ec21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836205 Aug 10 05:06:57.521009 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 0c0f452a-84ac-41b8-a99e-1c27cd8890c8 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:06:57.548580 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] No Port match for: 0c0f452a-84ac-41b8-a99e-1c27cd8890c8 {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:06:57.548918 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 0c0f452a-84ac-41b8-a99e-1c27cd8890c8 not bound to the agent host hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:06:58.134403 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 37354) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:06:58.231216 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-805dcc12-07f9-4c09-8061-b8f09e78dad8 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:58.240997 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666968f8-51cc-4975-a5a6-0f0bc4edefa9 req-e24c653c-65da-4d8c-bb22-19721e4307cf tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:58.242464 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-666968f8-51cc-4975-a5a6-0f0bc4edefa9 req-e24c653c-65da-4d8c-bb22-19721e4307cf tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=92737997-7afd-46bb-b701-d6940c931b8c HTTP/1.1" status: 200 len: 943 time: 0.0785956 Aug 10 05:06:58.276507 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-805dcc12-07f9-4c09-8061-b8f09e78dad8 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:58.313441 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-666968f8-51cc-4975-a5a6-0f0bc4edefa9 req-0482efb8-bf0d-48d9-a6f0-19309ecc2479 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626161 Aug 10 05:06:58.357495 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-805dcc12-07f9-4c09-8061-b8f09e78dad8 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:58.360623 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-805dcc12-07f9-4c09-8061-b8f09e78dad8 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:58.361795 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-805dcc12-07f9-4c09-8061-b8f09e78dad8 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] 10.222.0.49 "DELETE /v2.0/security-groups/db5e8698-aa32-4781-a096-ff06eeb30714 HTTP/1.1" status: 204 len: 168 time: 0.2263591 Aug 10 05:06:58.371589 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805dcc12-07f9-4c09-8061-b8f09e78dad8 tempest-TestVolumeBootPattern-229660759 tempest-TestVolumeBootPattern-229660759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5e8698-aa32-4781-a096-ff06eeb30714,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:06:58.419528 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 37358) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:06:58.840440 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e0cc55ff-c21d-411d-9fbf-346d2a6c95ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495774'] for router_interface, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:59.092952 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-e0cc55ff-c21d-411d-9fbf-346d2a6c95ac admin admin] Deleting port 635dfeb1-f01f-4164-ab04-4c6374429c6d {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:06:59.093194 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e0cc55ff-c21d-411d-9fbf-346d2a6c95ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:59.170290 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-e0cc55ff-c21d-411d-9fbf-346d2a6c95ac admin admin] For port 635dfeb1-f01f-4164-ab04-4c6374429c6d, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=635dfeb1-f01f-4164-ab04-4c6374429c6d,segment=NetworkSegment(8c0479b7-c059-4ba6-a645-2bcc381d404f),segment_id=8c0479b7-c059-4ba6-a645-2bcc381d404f)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:06:59.170835 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e0cc55ff-c21d-411d-9fbf-346d2a6c95ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:59.183907 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-e0cc55ff-c21d-411d-9fbf-346d2a6c95ac admin admin] Calling delete_port for 635dfeb1-f01f-4164-ab04-4c6374429c6d owned by network:router_interface {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:06:59.358846 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e0cc55ff-c21d-411d-9fbf-346d2a6c95ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:59.387447 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc55ff-c21d-411d-9fbf-346d2a6c95ac admin admin] Pushing event deleted for resources: {'Port': ['ID=635dfeb1-f01f-4164-ab04-4c6374429c6d,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:06:59.518402 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device ca8e44dc-d78a-4eea-969f-2f85d411196d details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:06:59.520109 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3292dd4-d2cf-4e58-b533-3bcf8fdab8d2 req-67e1d6e1-99d2-4a16-875c-432b540b1b0c tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:59.521627 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c3292dd4-d2cf-4e58-b533-3bcf8fdab8d2 req-67e1d6e1-99d2-4a16-875c-432b540b1b0c tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=92737997-7afd-46bb-b701-d6940c931b8c HTTP/1.1" status: 200 len: 943 time: 0.1256278 Aug 10 05:06:59.619874 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port ca8e44dc-d78a-4eea-969f-2f85d411196d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ca8e44dc-d78a-4eea-969f-2f85d411196d,segment=NetworkSegment(b4fcb40f-291b-4ac9-a815-71df64bd81fe),segment_id=b4fcb40f-291b-4ac9-a815-71df64bd81fe)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:06:59.632548 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Returning: {'device': 'ca8e44dc-d78a-4eea-969f-2f85d411196d', 'network_id': 'f3f3b081-17cf-4a6b-b6eb-e38a0962ec21', 'port_id': 'ca8e44dc-d78a-4eea-969f-2f85d411196d', 'mac_address': 'fa:16:3e:53:00:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9768202-a91c-4ba1-a7b7-d9e4744fbef7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:06:59.676750 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:59.691116 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca8e44dc-d78a-4eea-969f-2f85d411196d {{(pid=93279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:06:59.711598 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port ca8e44dc-d78a-4eea-969f-2f85d411196d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ca8e44dc-d78a-4eea-969f-2f85d411196d,segment=NetworkSegment(b4fcb40f-291b-4ac9-a815-71df64bd81fe),segment_id=b4fcb40f-291b-4ac9-a815-71df64bd81fe)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:06:59.716729 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:59.765455 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=ca8e44dc-d78a-4eea-969f-2f85d411196d,revision_number=4']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:06:59.881369 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c3292dd4-d2cf-4e58-b533-3bcf8fdab8d2 req-6a27db03-b908-4b98-ae55-3e5f6f00be64 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508701 Aug 10 05:06:59.887307 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e0cc55ff-c21d-411d-9fbf-346d2a6c95ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497198'] for router_interface, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:00.057456 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['ca8e44dc-d78a-4eea-969f-2f85d411196d'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:07:00.103848 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0cc55ff-c21d-411d-9fbf-346d2a6c95ac admin admin] Router 0f7ad699-10eb-4988-9dbe-6242e32c5226 has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:07:00.214528 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cc55ff-c21d-411d-9fbf-346d2a6c95ac admin admin] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:07:00.220014 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-e0cc55ff-c21d-411d-9fbf-346d2a6c95ac admin admin] 10.222.0.49 "PUT /v2.0/routers/0f7ad699-10eb-4988-9dbe-6242e32c5226/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7992380 Aug 10 05:07:00.222461 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 37364) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:07:00.225199 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130cae76-ab86-4670-9383-d1d8dabb9182 None None] Sync routers for ids ['0f7ad699-10eb-4988-9dbe-6242e32c5226'] in dv-cinder-804035-1-iscsi {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:07:00.234578 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130cae76-ab86-4670-9383-d1d8dabb9182 None None] Routers {'0f7ad699-10eb-4988-9dbe-6242e32c5226'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:07:00.235237 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-130cae76-ab86-4670-9383-d1d8dabb9182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:06:50Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['0f7ad699-10eb-4988-9dbe-6242e32c5226'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:07:00.327410 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-51de9b01-4fc5-43e2-861a-e7573567c9de admin admin] Notify callbacks [] for router, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:00.339132 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-130cae76-ab86-4670-9383-d1d8dabb9182 None None] Set router 0f7ad699-10eb-4988-9dbe-6242e32c5226 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:07:00.433675 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-51de9b01-4fc5-43e2-861a-e7573567c9de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:00.496022 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-51de9b01-4fc5-43e2-861a-e7573567c9de admin admin] Deleting port f1b35bd7-7249-4e52-bc66-c2e4a7120741 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:07:00.496385 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-51de9b01-4fc5-43e2-861a-e7573567c9de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:00.573616 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-51de9b01-4fc5-43e2-861a-e7573567c9de admin admin] For port f1b35bd7-7249-4e52-bc66-c2e4a7120741, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=f1b35bd7-7249-4e52-bc66-c2e4a7120741,segment=NetworkSegment(b7fff169-1c8e-4170-8d8b-00d331120c68),segment_id=b7fff169-1c8e-4170-8d8b-00d331120c68)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:07:00.573980 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-51de9b01-4fc5-43e2-861a-e7573567c9de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:00.591420 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-51de9b01-4fc5-43e2-861a-e7573567c9de admin admin] Calling delete_port for f1b35bd7-7249-4e52-bc66-c2e4a7120741 owned by network:router_gateway {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:07:00.642649 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-130cae76-ab86-4670-9383-d1d8dabb9182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'name': 'tempest-TestVolumeBootPattern-1515326375-router', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T05:06:59Z', 'revision_number': 5, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'gw_port': {'id': 'f1b35bd7-7249-4e52-bc66-c2e4a7120741', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T04:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi'}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:07:00.669739 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130cae76-ab86-4670-9383-d1d8dabb9182 None None] Checking router: 0f7ad699-10eb-4988-9dbe-6242e32c5226 for host: dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:07:00.678711 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130cae76-ab86-4670-9383-d1d8dabb9182 None None] Routers {'0f7ad699-10eb-4988-9dbe-6242e32c5226'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:07:00.679351 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-130cae76-ab86-4670-9383-d1d8dabb9182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:06:50Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['0f7ad699-10eb-4988-9dbe-6242e32c5226'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:07:00.757405 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-51de9b01-4fc5-43e2-861a-e7573567c9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:00.766216 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-130cae76-ab86-4670-9383-d1d8dabb9182 None None] Set router 0f7ad699-10eb-4988-9dbe-6242e32c5226 gateway port host: None {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:07:00.787576 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de9b01-4fc5-43e2-861a-e7573567c9de admin admin] Pushing event deleted for resources: {'Port': ['ID=f1b35bd7-7249-4e52-bc66-c2e4a7120741,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:07:00.823552 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-130cae76-ab86-4670-9383-d1d8dabb9182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'name': 'tempest-TestVolumeBootPattern-1515326375-router', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T05:07:00Z', 'revision_number': 6, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'gw_port_host': None}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:07:00.845927 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-51de9b01-4fc5-43e2-861a-e7573567c9de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496328'] for router_gateway, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:00.850976 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130cae76-ab86-4670-9383-d1d8dabb9182 None None] The sync data for ids ['0f7ad699-10eb-4988-9dbe-6242e32c5226'] in dv-cinder-804035-1-iscsi is: [{'id': '0f7ad699-10eb-4988-9dbe-6242e32c5226', 'name': 'tempest-TestVolumeBootPattern-1515326375-router', 'tenant_id': 'f3e6fcb8db8246ba89506c2651668538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:42Z', 'updated_at': '2021-08-10T05:07:00Z', 'revision_number': 6, 'project_id': 'f3e6fcb8db8246ba89506c2651668538', 'gw_port_host': None}] {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:07:00.938047 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-51de9b01-4fc5-43e2-861a-e7573567c9de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:00.940328 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-51de9b01-4fc5-43e2-861a-e7573567c9de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:01.007747 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-51de9b01-4fc5-43e2-861a-e7573567c9de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492488'] for router, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:01.008161 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51de9b01-4fc5-43e2-861a-e7573567c9de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f7ad699-10eb-4988-9dbe-6242e32c5226 {{(pid=93278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 05:07:01.014635 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-51de9b01-4fc5-43e2-861a-e7573567c9de admin admin] Notify callbacks [] for router, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:01.018358 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-51de9b01-4fc5-43e2-861a-e7573567c9de admin admin] 10.222.0.49 "DELETE /v2.0/routers/0f7ad699-10eb-4988-9dbe-6242e32c5226 HTTP/1.1" status: 204 len: 168 time: 0.7924604 Aug 10 05:07:01.018794 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 37368) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:07:01.035959 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec690e05-491a-481e-8fea-f18f5266eb36 req-1d2c17bd-b92d-4924-9c87-436bcd380f78 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:01.037465 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ec690e05-491a-481e-8fea-f18f5266eb36 req-1d2c17bd-b92d-4924-9c87-436bcd380f78 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=92737997-7afd-46bb-b701-d6940c931b8c HTTP/1.1" status: 200 len: 944 time: 0.0614998 Aug 10 05:07:01.073004 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_v2 [None req-387ba26e-900b-45d0-9953-447092623211 admin admin] Deleting subnet 93497194-d72a-4696-b0fc-7223e82fd189 {{(pid=93277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 05:07:01.076074 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-387ba26e-900b-45d0-9953-447092623211 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:01.078360 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ec690e05-491a-481e-8fea-f18f5266eb36 req-4e1f8df1-a463-419c-bb5e-fdc5e6e4e88e tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346775 Aug 10 05:07:01.109708 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-387ba26e-900b-45d0-9953-447092623211 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58878301'] for subnet, precommit_delete_associations {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:01.192827 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-387ba26e-900b-45d0-9953-447092623211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3582293'] for subnet, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:01.251354 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-387ba26e-900b-45d0-9953-447092623211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3582274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59047148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1137010'] for subnet, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:01.274412 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ba26e-900b-45d0-9953-447092623211 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93497194-d72a-4696-b0fc-7223e82fd189,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:07:01.289236 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-387ba26e-900b-45d0-9953-447092623211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for subnet, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:01.294703 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-387ba26e-900b-45d0-9953-447092623211 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/93497194-d72a-4696-b0fc-7223e82fd189 HTTP/1.1" status: 204 len: 168 time: 0.2739346 Aug 10 05:07:01.295685 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 37370) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:07:01.297129 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b20b261-0e98-4337-80f4-4a049e6768a3 None None] Network 38a69901-39a5-4b68-8c2c-6f171225e75b requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:07:01.312643 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 635dfeb1-f01f-4164-ab04-4c6374429c6d no longer exists at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:07:01.362668 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e73ed6c1-4eef-4a95-b978-3eeeed8133f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727498'] for network, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:01.364210 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] No Port match for: 635dfeb1-f01f-4164-ab04-4c6374429c6d {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:07:01.364553 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 635dfeb1-f01f-4164-ab04-4c6374429c6d not bound to the agent host dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:07:01.422713 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-e73ed6c1-4eef-4a95-b978-3eeeed8133f3 admin admin] Deleting port 1d391ac6-1bdc-4035-adcc-e54f2f756051 {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:07:01.423081 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e73ed6c1-4eef-4a95-b978-3eeeed8133f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:01.482301 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-e73ed6c1-4eef-4a95-b978-3eeeed8133f3 admin admin] For port 1d391ac6-1bdc-4035-adcc-e54f2f756051, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=1d391ac6-1bdc-4035-adcc-e54f2f756051,segment=NetworkSegment(8c0479b7-c059-4ba6-a645-2bcc381d404f),segment_id=8c0479b7-c059-4ba6-a645-2bcc381d404f)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:07:01.482765 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e73ed6c1-4eef-4a95-b978-3eeeed8133f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:01.494501 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-e73ed6c1-4eef-4a95-b978-3eeeed8133f3 admin admin] Calling delete_port for 1d391ac6-1bdc-4035-adcc-e54f2f756051 owned by network:dhcp {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:07:01.535324 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device ca8e44dc-d78a-4eea-969f-2f85d411196d up at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:07:01.582377 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e73ed6c1-4eef-4a95-b978-3eeeed8133f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:01.584400 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning for port ca8e44dc-d78a-4eea-969f-2f85d411196d completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:07:01.588152 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning complete for port ca8e44dc-d78a-4eea-969f-2f85d411196d triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:07:01.588529 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:01.609399 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ed6c1-4eef-4a95-b978-3eeeed8133f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d391ac6-1bdc-4035-adcc-e54f2f756051,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:07:01.615349 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73ed6c1-4eef-4a95-b978-3eeeed8133f3 admin admin] No DVR routers for this DVR port 1d391ac6-1bdc-4035-adcc-e54f2f756051 on host dv-cinder-804035-1-iscsi {{(pid=93277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:07:01.635683 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72b1be0-f6e5-4077-a8e0-57aba6d8acce None None] DHCP port deletion for 38a69901-39a5-4b68-8c2c-6f171225e75b request from dv-cinder-804035-1-iscsi {{(pid=93279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 05:07:01.686352 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e73ed6c1-4eef-4a95-b978-3eeeed8133f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580114', 'neutron.services.segments.db._delete_segments_for_network-8757410627184'] for network, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:01.693587 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:01.698186 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-e73ed6c1-4eef-4a95-b978-3eeeed8133f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a69901-39a5-4b68-8c2c-6f171225e75b']}} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:07:01.708466 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-e73ed6c1-4eef-4a95-b978-3eeeed8133f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c0479b7-c059-4ba6-a645-2bcc381d404f') {'for_net_delete': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:07:01.708768 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-e73ed6c1-4eef-4a95-b978-3eeeed8133f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c0479b7-c059-4ba6-a645-2bcc381d404f') {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:07:01.716170 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92737997-7afd-46bb-b701-d6940c931b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8e44dc-d78a-4eea-969f-2f85d411196d'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:07:01.718011 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e73ed6c1-4eef-4a95-b978-3eeeed8133f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757410630265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58878282'] for segment, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:01.718592 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684630205e793650736d742c593896f55c3712126ad5fa6ebc9acffcc34ee486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e09ba3f-aded-4880-a217-23f1f0f97826" -d '{"events": [{"server_uuid": "92737997-7afd-46bb-b701-d6940c931b8c", "name": "network-vif-plugged", "status": "completed", "tag": "ca8e44dc-d78a-4eea-969f-2f85d411196d"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:07:01.734016 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port ca8e44dc-d78a-4eea-969f-2f85d411196d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ca8e44dc-d78a-4eea-969f-2f85d411196d,segment=NetworkSegment(b4fcb40f-291b-4ac9-a815-71df64bd81fe),segment_id=b4fcb40f-291b-4ac9-a815-71df64bd81fe)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:07:01.735535 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e73ed6c1-4eef-4a95-b978-3eeeed8133f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:01.738042 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:01.744940 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73ed6c1-4eef-4a95-b978-3eeeed8133f3 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 05:07:01.745383 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e73ed6c1-4eef-4a95-b978-3eeeed8133f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59046962'] for segment, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:01.766448 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3edb778-73b4-48ee-a661-296503bcc3ca x-openstack-request-id: req-b3edb778-73b4-48ee-a661-296503bcc3ca {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:07:01.766734 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92737997-7afd-46bb-b701-d6940c931b8c", "name": "network-vif-plugged", "status": "completed", "tag": "ca8e44dc-d78a-4eea-969f-2f85d411196d", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:07:01.767108 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b3edb778-73b4-48ee-a661-296503bcc3ca {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:07:01.767335 dv-cinder-804035-1-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92737997-7afd-46bb-b701-d6940c931b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8e44dc-d78a-4eea-969f-2f85d411196d', 'code': 200} Aug 10 05:07:01.800522 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=ca8e44dc-d78a-4eea-969f-2f85d411196d,revision_number=5']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:07:01.962314 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55592c6-9d13-4593-9cf8-69616118d3d4 req-925a11c5-81cc-4428-b04e-24d9bb641652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:01.964075 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f55592c6-9d13-4593-9cf8-69616118d3d4 req-925a11c5-81cc-4428-b04e-24d9bb641652 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=92737997-7afd-46bb-b701-d6940c931b8c HTTP/1.1" status: 200 len: 1098 time: 0.0478382 Aug 10 05:07:01.999955 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f55592c6-9d13-4593-9cf8-69616118d3d4 req-f4100ec8-6c78-408c-8a4b-778544ce77b2 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280807 Aug 10 05:07:02.028915 dv-cinder-804035-1-iscsi neutron-server[93277]: Traceback (most recent call last): Aug 10 05:07:02.028915 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 05:07:02.028915 dv-cinder-804035-1-iscsi neutron-server[93277]: timer() Aug 10 05:07:02.028915 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 05:07:02.028915 dv-cinder-804035-1-iscsi neutron-server[93277]: cb(*args, **kw) Aug 10 05:07:02.028915 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 05:07:02.028915 dv-cinder-804035-1-iscsi neutron-server[93277]: return func(*args, **kwargs) Aug 10 05:07:02.028915 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 05:07:02.028915 dv-cinder-804035-1-iscsi neutron-server[93277]: self._notify() Aug 10 05:07:02.028915 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 05:07:02.028915 dv-cinder-804035-1-iscsi neutron-server[93277]: self.callback(batched_events) Aug 10 05:07:02.028915 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 05:07:02.028915 dv-cinder-804035-1-iscsi neutron-server[93277]: event.method(event) Aug 10 05:07:02.028915 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 05:07:02.028915 dv-cinder-804035-1-iscsi neutron-server[93277]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 05:07:02.028915 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 05:07:02.028915 dv-cinder-804035-1-iscsi neutron-server[93277]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 05:07:02.028915 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 05:07:02.028915 dv-cinder-804035-1-iscsi neutron-server[93277]: return f(self, *a, **k) Aug 10 05:07:02.028915 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 05:07:02.028915 dv-cinder-804035-1-iscsi neutron-server[93277]: return self._get(url).json() Aug 10 05:07:02.028915 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 05:07:02.028915 dv-cinder-804035-1-iscsi neutron-server[93277]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 05:07:02.028915 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 05:07:02.028915 dv-cinder-804035-1-iscsi neutron-server[93277]: return self.request(url, 'GET', **kwargs) Aug 10 05:07:02.028915 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 05:07:02.028915 dv-cinder-804035-1-iscsi neutron-server[93277]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 05:07:02.028915 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 05:07:02.028915 dv-cinder-804035-1-iscsi neutron-server[93277]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 05:07:02.028915 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 05:07:02.028915 dv-cinder-804035-1-iscsi neutron-server[93277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 05:07:02.028915 dv-cinder-804035-1-iscsi neutron-server[93277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 05:07:02.053453 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e73ed6c1-4eef-4a95-b978-3eeeed8133f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496300'] for network, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:02.064885 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e73ed6c1-4eef-4a95-b978-3eeeed8133f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:02.064885 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-e73ed6c1-4eef-4a95-b978-3eeeed8133f3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/38a69901-39a5-4b68-8c2c-6f171225e75b HTTP/1.1" status: 204 len: 168 time: 0.7655978 Aug 10 05:07:02.065958 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 37374) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:07:02.081588 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ed6c1-4eef-4a95-b978-3eeeed8133f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=38a69901-39a5-4b68-8c2c-6f171225e75b,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:07:02.195004 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203db88-c7a7-45cb-86c0-8b2082bf26fb req-d41e2196-e646-46a2-bd7a-ed8673604e31 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:02.196511 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0203db88-c7a7-45cb-86c0-8b2082bf26fb req-d41e2196-e646-46a2-bd7a-ed8673604e31 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=92737997-7afd-46bb-b701-d6940c931b8c HTTP/1.1" status: 200 len: 945 time: 0.0495393 Aug 10 05:07:02.235666 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0203db88-c7a7-45cb-86c0-8b2082bf26fb req-7a484bee-4213-49a2-8dc2-02bac28166e4 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323472 Aug 10 05:07:02.428987 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4fc6cdfa-e557-4bce-838e-5ee086d727eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495774'] for router_interface, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:02.695427 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-4fc6cdfa-e557-4bce-838e-5ee086d727eb admin admin] Deleting port 5d9a0593-52c9-4567-aa84-e27c101b1770 {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:07:02.695654 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4fc6cdfa-e557-4bce-838e-5ee086d727eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:02.778681 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-4fc6cdfa-e557-4bce-838e-5ee086d727eb admin admin] For port 5d9a0593-52c9-4567-aa84-e27c101b1770, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=5d9a0593-52c9-4567-aa84-e27c101b1770,segment=NetworkSegment(63127554-987c-4241-959e-673ab3c2afda),segment_id=63127554-987c-4241-959e-673ab3c2afda)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:07:02.779067 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4fc6cdfa-e557-4bce-838e-5ee086d727eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:02.791422 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-4fc6cdfa-e557-4bce-838e-5ee086d727eb admin admin] Calling delete_port for 5d9a0593-52c9-4567-aa84-e27c101b1770 owned by network:router_interface {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:07:02.987970 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4fc6cdfa-e557-4bce-838e-5ee086d727eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:03.026202 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6cdfa-e557-4bce-838e-5ee086d727eb admin admin] Pushing event deleted for resources: {'Port': ['ID=5d9a0593-52c9-4567-aa84-e27c101b1770,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:07:03.199469 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4fc6cdfa-e557-4bce-838e-5ee086d727eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497198'] for router_interface, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:03.304065 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device f1b35bd7-7249-4e52-bc66-c2e4a7120741 no longer exists at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:07:03.328727 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] No Port match for: f1b35bd7-7249-4e52-bc66-c2e4a7120741 {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:07:03.329065 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device f1b35bd7-7249-4e52-bc66-c2e4a7120741 not bound to the agent host dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:07:03.329657 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 1d391ac6-1bdc-4035-adcc-e54f2f756051 no longer exists at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:07:03.348358 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] No Port match for: 1d391ac6-1bdc-4035-adcc-e54f2f756051 {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:07:03.348705 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 1d391ac6-1bdc-4035-adcc-e54f2f756051 not bound to the agent host dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:07:03.362420 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb794ef-810d-4ebd-9573-19a98318c6c7 req-340ec0b9-c906-4705-b20c-68c74087eb25 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:03.363942 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ebb794ef-810d-4ebd-9573-19a98318c6c7 req-340ec0b9-c906-4705-b20c-68c74087eb25 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=92737997-7afd-46bb-b701-d6940c931b8c HTTP/1.1" status: 200 len: 945 time: 0.0575583 Aug 10 05:07:03.401398 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ebb794ef-810d-4ebd-9573-19a98318c6c7 req-960edb4d-24d2-46fe-b08a-094458ea2960 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314121 Aug 10 05:07:03.424538 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc6cdfa-e557-4bce-838e-5ee086d727eb admin admin] Router 7714bd81-8c77-431d-8d64-9e8f96b79ced has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:07:03.529732 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc6cdfa-e557-4bce-838e-5ee086d727eb admin admin] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:07:03.535545 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-4fc6cdfa-e557-4bce-838e-5ee086d727eb admin admin] 10.222.0.49 "PUT /v2.0/routers/7714bd81-8c77-431d-8d64-9e8f96b79ced/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4682815 Aug 10 05:07:03.538590 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 37386) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:07:03.539828 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0661b5-664f-4b48-aa3c-b89fde76fa9e None None] Sync routers for ids ['7714bd81-8c77-431d-8d64-9e8f96b79ced'] in dv-cinder-804035-1-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:07:03.549942 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0661b5-664f-4b48-aa3c-b89fde76fa9e None None] Routers {'7714bd81-8c77-431d-8d64-9e8f96b79ced'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:07:03.550750 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-db0661b5-664f-4b48-aa3c-b89fde76fa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:06:50Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['7714bd81-8c77-431d-8d64-9e8f96b79ced'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:07:03.643841 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5fee26da-69ef-4f10-b0ea-d2b596ed1999 admin admin] Notify callbacks [] for router, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:03.657530 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-db0661b5-664f-4b48-aa3c-b89fde76fa9e None None] Set router 7714bd81-8c77-431d-8d64-9e8f96b79ced gateway port host: dv-cinder-804035-1-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:07:03.762071 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5fee26da-69ef-4f10-b0ea-d2b596ed1999 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:03.830038 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-5fee26da-69ef-4f10-b0ea-d2b596ed1999 admin admin] Deleting port 321a2f7a-125e-4141-8652-c73b58ac2e26 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:07:03.830438 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5fee26da-69ef-4f10-b0ea-d2b596ed1999 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:03.879961 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-db0661b5-664f-4b48-aa3c-b89fde76fa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7714bd81-8c77-431d-8d64-9e8f96b79ced', 'name': 'tempest-TestVolumeBootPattern-1623804774-router', 'tenant_id': '5f617dd00a284b3e8d47b6b5fba8163c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '321a2f7a-125e-4141-8652-c73b58ac2e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:51Z', 'updated_at': '2021-08-10T05:07:02Z', 'revision_number': 5, 'project_id': '5f617dd00a284b3e8d47b6b5fba8163c', 'gw_port': {'id': '321a2f7a-125e-4141-8652-c73b58ac2e26', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7714bd81-8c77-431d-8d64-9e8f96b79ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:52Z', 'updated_at': '2021-08-10T04:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi'}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:07:03.909759 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0661b5-664f-4b48-aa3c-b89fde76fa9e None None] Checking router: 7714bd81-8c77-431d-8d64-9e8f96b79ced for host: dv-cinder-804035-1-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:07:03.912206 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-5fee26da-69ef-4f10-b0ea-d2b596ed1999 admin admin] For port 321a2f7a-125e-4141-8652-c73b58ac2e26, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=321a2f7a-125e-4141-8652-c73b58ac2e26,segment=NetworkSegment(b7fff169-1c8e-4170-8d8b-00d331120c68),segment_id=b7fff169-1c8e-4170-8d8b-00d331120c68)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:07:03.912669 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5fee26da-69ef-4f10-b0ea-d2b596ed1999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:03.917887 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0661b5-664f-4b48-aa3c-b89fde76fa9e None None] Routers {'7714bd81-8c77-431d-8d64-9e8f96b79ced'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:07:03.918510 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-db0661b5-664f-4b48-aa3c-b89fde76fa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:06:50Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['7714bd81-8c77-431d-8d64-9e8f96b79ced'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:07:03.925453 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-5fee26da-69ef-4f10-b0ea-d2b596ed1999 admin admin] Calling delete_port for 321a2f7a-125e-4141-8652-c73b58ac2e26 owned by network:router_gateway {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:07:04.002725 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-db0661b5-664f-4b48-aa3c-b89fde76fa9e None None] Set router 7714bd81-8c77-431d-8d64-9e8f96b79ced gateway port host: None {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:07:04.053187 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-db0661b5-664f-4b48-aa3c-b89fde76fa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7714bd81-8c77-431d-8d64-9e8f96b79ced', 'name': 'tempest-TestVolumeBootPattern-1623804774-router', 'tenant_id': '5f617dd00a284b3e8d47b6b5fba8163c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:51Z', 'updated_at': '2021-08-10T05:07:03Z', 'revision_number': 6, 'project_id': '5f617dd00a284b3e8d47b6b5fba8163c', 'gw_port_host': None}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:07:04.099023 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5fee26da-69ef-4f10-b0ea-d2b596ed1999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:04.123087 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee26da-69ef-4f10-b0ea-d2b596ed1999 admin admin] Pushing event deleted for resources: {'Port': ['ID=321a2f7a-125e-4141-8652-c73b58ac2e26,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:07:04.172120 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0661b5-664f-4b48-aa3c-b89fde76fa9e None None] The sync data for ids ['7714bd81-8c77-431d-8d64-9e8f96b79ced'] in dv-cinder-804035-1-iscsi is: [{'id': '7714bd81-8c77-431d-8d64-9e8f96b79ced', 'name': 'tempest-TestVolumeBootPattern-1623804774-router', 'tenant_id': '5f617dd00a284b3e8d47b6b5fba8163c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:51Z', 'updated_at': '2021-08-10T05:07:03Z', 'revision_number': 6, 'project_id': '5f617dd00a284b3e8d47b6b5fba8163c', 'gw_port_host': None}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:07:04.194821 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5fee26da-69ef-4f10-b0ea-d2b596ed1999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496328'] for router_gateway, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:04.295589 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5fee26da-69ef-4f10-b0ea-d2b596ed1999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:04.297766 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5fee26da-69ef-4f10-b0ea-d2b596ed1999 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:04.343187 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5fee26da-69ef-4f10-b0ea-d2b596ed1999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492488'] for router, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:04.343803 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fee26da-69ef-4f10-b0ea-d2b596ed1999 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7714bd81-8c77-431d-8d64-9e8f96b79ced {{(pid=93278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 05:07:04.348080 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5fee26da-69ef-4f10-b0ea-d2b596ed1999 admin admin] Notify callbacks [] for router, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:04.351578 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-5fee26da-69ef-4f10-b0ea-d2b596ed1999 admin admin] 10.222.0.49 "DELETE /v2.0/routers/7714bd81-8c77-431d-8d64-9e8f96b79ced HTTP/1.1" status: 204 len: 168 time: 0.8094847 Aug 10 05:07:04.351912 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 37396) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:07:04.405006 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_v2 [None req-73aab3be-8738-44dd-a84c-da0388d91a19 admin admin] Deleting subnet 4ab50b1b-012f-4854-ac42-8f20b7ece40e {{(pid=93278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 05:07:04.408256 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-73aab3be-8738-44dd-a84c-da0388d91a19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:04.441811 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-73aab3be-8738-44dd-a84c-da0388d91a19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6830759'] for subnet, precommit_delete_associations {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:04.525132 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-73aab3be-8738-44dd-a84c-da0388d91a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3582293'] for subnet, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:04.586630 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-73aab3be-8738-44dd-a84c-da0388d91a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3582274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7361678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7953826'] for subnet, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:04.618046 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aab3be-8738-44dd-a84c-da0388d91a19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ab50b1b-012f-4854-ac42-8f20b7ece40e,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:07:04.628954 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-73aab3be-8738-44dd-a84c-da0388d91a19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:04.630833 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-73aab3be-8738-44dd-a84c-da0388d91a19 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4ab50b1b-012f-4854-ac42-8f20b7ece40e HTTP/1.1" status: 204 len: 168 time: 0.2778876 Aug 10 05:07:04.635208 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa42938-206e-41bb-bab5-1d5a90ae3f2f None None] Network f22d150b-820c-4f71-be59-4ce9a56d8c72 requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:07:04.635978 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 37398) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:07:04.704171 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-31b2762e-e3ac-4dde-b907-636ffa42b1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727498'] for network, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:04.758451 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-31b2762e-e3ac-4dde-b907-636ffa42b1ca admin admin] Deleting port 36127942-6cc7-40c2-98ec-daa4ad5b377e {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:07:04.758797 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-31b2762e-e3ac-4dde-b907-636ffa42b1ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:04.825853 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-31b2762e-e3ac-4dde-b907-636ffa42b1ca admin admin] For port 36127942-6cc7-40c2-98ec-daa4ad5b377e, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=36127942-6cc7-40c2-98ec-daa4ad5b377e,segment=NetworkSegment(63127554-987c-4241-959e-673ab3c2afda),segment_id=63127554-987c-4241-959e-673ab3c2afda)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:07:04.826125 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-31b2762e-e3ac-4dde-b907-636ffa42b1ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:04.839240 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-31b2762e-e3ac-4dde-b907-636ffa42b1ca admin admin] Calling delete_port for 36127942-6cc7-40c2-98ec-daa4ad5b377e owned by network:dhcp {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:07:04.918865 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-31b2762e-e3ac-4dde-b907-636ffa42b1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:04.948656 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b2762e-e3ac-4dde-b907-636ffa42b1ca admin admin] Pushing event deleted for resources: {'Port': ['ID=36127942-6cc7-40c2-98ec-daa4ad5b377e,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:07:04.952937 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b2762e-e3ac-4dde-b907-636ffa42b1ca admin admin] No DVR routers for this DVR port 36127942-6cc7-40c2-98ec-daa4ad5b377e on host dv-cinder-804035-1-iscsi {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:07:04.955792 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95df66b3-0c08-4d09-b0c3-c76767633973 None None] DHCP port deletion for f22d150b-820c-4f71-be59-4ce9a56d8c72 request from dv-cinder-804035-1-iscsi {{(pid=93279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 05:07:05.036038 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-31b2762e-e3ac-4dde-b907-636ffa42b1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580114', 'neutron.services.segments.db._delete_segments_for_network-8757410627184'] for network, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:05.046622 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-31b2762e-e3ac-4dde-b907-636ffa42b1ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f22d150b-820c-4f71-be59-4ce9a56d8c72']}} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:07:05.062689 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-31b2762e-e3ac-4dde-b907-636ffa42b1ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63127554-987c-4241-959e-673ab3c2afda') {'for_net_delete': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:07:05.063078 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-31b2762e-e3ac-4dde-b907-636ffa42b1ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63127554-987c-4241-959e-673ab3c2afda') {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:07:05.074526 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-31b2762e-e3ac-4dde-b907-636ffa42b1ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757410630265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6830768'] for segment, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:05.133468 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-31b2762e-e3ac-4dde-b907-636ffa42b1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:05.147203 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b2762e-e3ac-4dde-b907-636ffa42b1ca admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 05:07:05.147610 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-31b2762e-e3ac-4dde-b907-636ffa42b1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7361616'] for segment, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:05.149235 dv-cinder-804035-1-iscsi neutron-server[93278]: Traceback (most recent call last): Aug 10 05:07:05.149235 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 05:07:05.149235 dv-cinder-804035-1-iscsi neutron-server[93278]: timer() Aug 10 05:07:05.149235 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 05:07:05.149235 dv-cinder-804035-1-iscsi neutron-server[93278]: cb(*args, **kw) Aug 10 05:07:05.149235 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 05:07:05.149235 dv-cinder-804035-1-iscsi neutron-server[93278]: return func(*args, **kwargs) Aug 10 05:07:05.149235 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 05:07:05.149235 dv-cinder-804035-1-iscsi neutron-server[93278]: self._notify() Aug 10 05:07:05.149235 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 05:07:05.149235 dv-cinder-804035-1-iscsi neutron-server[93278]: self.callback(batched_events) Aug 10 05:07:05.149235 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 05:07:05.149235 dv-cinder-804035-1-iscsi neutron-server[93278]: event.method(event) Aug 10 05:07:05.149235 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 05:07:05.149235 dv-cinder-804035-1-iscsi neutron-server[93278]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 05:07:05.149235 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 05:07:05.149235 dv-cinder-804035-1-iscsi neutron-server[93278]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 05:07:05.149235 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 05:07:05.149235 dv-cinder-804035-1-iscsi neutron-server[93278]: return f(self, *a, **k) Aug 10 05:07:05.149235 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 05:07:05.149235 dv-cinder-804035-1-iscsi neutron-server[93278]: return self._get(url).json() Aug 10 05:07:05.149235 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 05:07:05.149235 dv-cinder-804035-1-iscsi neutron-server[93278]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 05:07:05.149235 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 05:07:05.149235 dv-cinder-804035-1-iscsi neutron-server[93278]: return self.request(url, 'GET', **kwargs) Aug 10 05:07:05.149235 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 05:07:05.149235 dv-cinder-804035-1-iscsi neutron-server[93278]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 05:07:05.149235 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 05:07:05.149235 dv-cinder-804035-1-iscsi neutron-server[93278]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 05:07:05.149235 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 05:07:05.149235 dv-cinder-804035-1-iscsi neutron-server[93278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 05:07:05.149235 dv-cinder-804035-1-iscsi neutron-server[93278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 05:07:05.222936 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-31b2762e-e3ac-4dde-b907-636ffa42b1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496300'] for network, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:05.239168 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 5d9a0593-52c9-4567-aa84-e27c101b1770 no longer exists at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:07:05.243443 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-31b2762e-e3ac-4dde-b907-636ffa42b1ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:05.248789 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-31b2762e-e3ac-4dde-b907-636ffa42b1ca admin admin] 10.222.0.49 "DELETE /v2.0/networks/f22d150b-820c-4f71-be59-4ce9a56d8c72 HTTP/1.1" status: 204 len: 168 time: 0.6087024 Aug 10 05:07:05.248789 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b2762e-e3ac-4dde-b907-636ffa42b1ca admin admin] Pushing event deleted for resources: {'Network': ['ID=f22d150b-820c-4f71-be59-4ce9a56d8c72,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:07:05.260282 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-40ec0c57-d387-427a-808a-5e092931804d tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:05.261777 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-40ec0c57-d387-427a-808a-5e092931804d tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/networks?id=f3f3b081-17cf-4a6b-b6eb-e38a0962ec21 HTTP/1.1" status: 200 len: 814 time: 0.1913412 Aug 10 05:07:05.267009 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] No Port match for: 5d9a0593-52c9-4567-aa84-e27c101b1770 {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:07:05.267546 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 5d9a0593-52c9-4567-aa84-e27c101b1770 not bound to the agent host dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:07:05.268366 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 321a2f7a-125e-4141-8652-c73b58ac2e26 no longer exists at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:07:05.277022 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-fef72331-9b32-4595-b1e3-3b499663742b tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/quotas/b47b4308edde48d48d15d2b777e3b79e HTTP/1.1" status: 200 len: 375 time: 0.0092559 Aug 10 05:07:05.289582 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] No Port match for: 321a2f7a-125e-4141-8652-c73b58ac2e26 {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:07:05.289999 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 321a2f7a-125e-4141-8652-c73b58ac2e26 not bound to the agent host dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:07:05.290470 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 36127942-6cc7-40c2-98ec-daa4ad5b377e no longer exists at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:07:05.310106 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] No Port match for: 36127942-6cc7-40c2-98ec-daa4ad5b377e {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:07:05.310831 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 36127942-6cc7-40c2-98ec-daa4ad5b377e not bound to the agent host dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:07:05.344186 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-830a65d9-ad9c-4467-943d-1f5e8c07e34d tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b47b4308edde48d48d15d2b777e3b79e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574651 Aug 10 05:07:05.391900 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 37420) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:07:05.405068 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-ea85562d-1f32-4cc5-888b-ccdc0e9b97f5 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 05:07:05.406064 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-ea85562d-1f32-4cc5-888b-ccdc0e9b97f5 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0551376 Aug 10 05:07:05.435001 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-0d32fdd1-5ca0-4895-bc9c-1dd386c4c905 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f3e6fcb8db8246ba89506c2651668538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415199 Aug 10 05:07:05.437199 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 37422) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:07:05.485062 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-58660a75-24a2-46e4-b10b-6210deff7905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:05.495463 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-527f5d91-e1bf-47b0-9b06-52de8d9e8a43 service neutron] 10.222.0.49 "GET /v2.0/networks/f3f3b081-17cf-4a6b-b6eb-e38a0962ec21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831289 Aug 10 05:07:05.506520 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-58660a75-24a2-46e4-b10b-6210deff7905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:05.558590 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-58660a75-24a2-46e4-b10b-6210deff7905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:05.561562 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-58660a75-24a2-46e4-b10b-6210deff7905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:05.562784 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-58660a75-24a2-46e4-b10b-6210deff7905 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e4129a4a-b08a-466f-a826-210c1d6d5259 HTTP/1.1" status: 204 len: 168 time: 0.1246803 Aug 10 05:07:05.571885 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58660a75-24a2-46e4-b10b-6210deff7905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4129a4a-b08a-466f-a826-210c1d6d5259,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:07:05.587620 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-d2780aca-d66f-40be-ab34-78340e72eb42 service neutron] 10.222.0.49 "GET /v2.0/networks/f3f3b081-17cf-4a6b-b6eb-e38a0962ec21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866954 Aug 10 05:07:05.747854 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e883acd8-d8de-4a7c-beef-8705782bc910 req-ead92faa-56c6-45c5-bd4f-d3dfb13146c0 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=7257b67d-a358-4fb6-864d-6f61494cd209 HTTP/1.1" status: 200 len: 210 time: 0.0276146 Aug 10 05:07:05.946521 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 37430) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:07:05.986560 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-4a44f746-da36-48ba-b992-f22f72cf5970 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5f617dd00a284b3e8d47b6b5fba8163c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387120 Aug 10 05:07:05.989073 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 37432) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:07:06.038515 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-bb7329d8-e625-4c49-9f29-92f0b4dbbdbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:06.062617 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-bb7329d8-e625-4c49-9f29-92f0b4dbbdbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:06.109121 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-bb7329d8-e625-4c49-9f29-92f0b4dbbdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:06.111858 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-bb7329d8-e625-4c49-9f29-92f0b4dbbdbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:06.113303 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-bb7329d8-e625-4c49-9f29-92f0b4dbbdbc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/92439e22-f559-4f94-9f0f-db7fe1070e50 HTTP/1.1" status: 204 len: 168 time: 0.1233661 Aug 10 05:07:06.120465 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7329d8-e625-4c49-9f29-92f0b4dbbdbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92439e22-f559-4f94-9f0f-db7fe1070e50,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:07:06.825612 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6437515d-3c91-4e87-bbe3-3fedd8f2cc11 req-27639af9-b4d5-42a2-a6a6-f22a867fbd33 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=7257b67d-a358-4fb6-864d-6f61494cd209 HTTP/1.1" status: 200 len: 210 time: 0.0264802 Aug 10 05:07:08.088203 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bd239610-7ce5-49fa-913a-e414b40468af req-9119ab69-3fad-49dd-a3f0-61f4e817dd55 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=7257b67d-a358-4fb6-864d-6f61494cd209 HTTP/1.1" status: 200 len: 210 time: 0.0276163 Aug 10 05:07:08.782385 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-d36aac59-b789-440c-9d1c-fd9fcc19b2ad tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:08.783891 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-d36aac59-b789-440c-9d1c-fd9fcc19b2ad tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.63 "GET /v2.0/networks?id=f3f3b081-17cf-4a6b-b6eb-e38a0962ec21 HTTP/1.1" status: 200 len: 814 time: 0.1122952 Aug 10 05:07:08.797924 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-5be9bf42-6243-42bb-bd54-30d5768623f6 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Request body: {'port': {'device_id': '7257b67d-a358-4fb6-864d-6f61494cd209', 'network_id': 'f3f3b081-17cf-4a6b-b6eb-e38a0962ec21', 'admin_state_up': True, 'tenant_id': 'b47b4308edde48d48d15d2b777e3b79e'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:07:08.910149 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-5be9bf42-6243-42bb-bd54-30d5768623f6 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Made reservation on behalf of b47b4308edde48d48d15d2b777e3b79e for: {'port': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:07:08.916004 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-5be9bf42-6243-42bb-bd54-30d5768623f6 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:09.042580 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-5be9bf42-6243-42bb-bd54-30d5768623f6 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Allocated IP 172.20.0.3 (f3f3b081-17cf-4a6b-b6eb-e38a0962ec21/a9768202-a91c-4ba1-a7b7-d9e4744fbef7/5ab40d6e-c2ed-4813-a50a-6146e961d304) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:07:09.476676 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-96693dfa-6579-4fb6-a801-08f7c4d02bb7 req-69edb43b-7f8a-43f9-acbf-989c991be056 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=7257b67d-a358-4fb6-864d-6f61494cd209 HTTP/1.1" status: 200 len: 210 time: 0.3136480 Aug 10 05:07:09.497717 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-5be9bf42-6243-42bb-bd54-30d5768623f6 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:09.542660 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-5be9bf42-6243-42bb-bd54-30d5768623f6 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:09.555110 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['9909ac64-4d87-4e04-b00b-da20f8fb80c0', 'ca8e44dc-d78a-4eea-969f-2f85d411196d'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:07:09.588851 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-5be9bf42-6243-42bb-bd54-30d5768623f6 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Network f3f3b081-17cf-4a6b-b6eb-e38a0962ec21 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:07:09.592081 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-5be9bf42-6243-42bb-bd54-30d5768623f6 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:07:09.596070 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-5be9bf42-6243-42bb-bd54-30d5768623f6 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:07:09.618705 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9bf42-6243-42bb-bd54-30d5768623f6 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Pushing event updated for resources: {'Port': ['ID=5ab40d6e-c2ed-4813-a50a-6146e961d304,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:07:09.646665 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-5be9bf42-6243-42bb-bd54-30d5768623f6 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:09.647295 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-5be9bf42-6243-42bb-bd54-30d5768623f6 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:09.663111 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-5be9bf42-6243-42bb-bd54-30d5768623f6 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8694987 Aug 10 05:07:09.675872 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-fb6e4990-73dc-49c1-84c3-094c3126c276 service neutron] Request body: {'port': {'device_id': '7257b67d-a358-4fb6-864d-6f61494cd209', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:07:09.729296 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-fb6e4990-73dc-49c1-84c3-094c3126c276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:09.991843 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-fb6e4990-73dc-49c1-84c3-094c3126c276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ab40d6e-c2ed-4813-a50a-6146e961d304 {{(pid=93278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:07:09.999302 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-fb6e4990-73dc-49c1-84c3-094c3126c276 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:10.014659 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-fb6e4990-73dc-49c1-84c3-094c3126c276 service neutron] Transition to ACTIVE for port object 5ab40d6e-c2ed-4813-a50a-6146e961d304 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:07:10.020625 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-fb6e4990-73dc-49c1-84c3-094c3126c276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7361716'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:10.068208 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e4990-73dc-49c1-84c3-094c3126c276 service neutron] Pushing event updated for resources: {'Port': ['ID=5ab40d6e-c2ed-4813-a50a-6146e961d304,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:07:10.139425 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-fb6e4990-73dc-49c1-84c3-094c3126c276 service neutron] Attempting to bind port 5ab40d6e-c2ed-4813-a50a-6146e961d304 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:07:10.139708 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-fb6e4990-73dc-49c1-84c3-094c3126c276 service neutron] Attempting to bind port 5ab40d6e-c2ed-4813-a50a-6146e961d304 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'b4fcb40f-291b-4ac9-a815-71df64bd81fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3f3b081-17cf-4a6b-b6eb-e38a0962ec21'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:07:10.140077 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-fb6e4990-73dc-49c1-84c3-094c3126c276 service neutron] Attempting to bind port 5ab40d6e-c2ed-4813-a50a-6146e961d304 on network f3f3b081-17cf-4a6b-b6eb-e38a0962ec21 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:07:10.144894 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-fb6e4990-73dc-49c1-84c3-094c3126c276 service neutron] Port 5ab40d6e-c2ed-4813-a50a-6146e961d304 on network f3f3b081-17cf-4a6b-b6eb-e38a0962ec21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 05:07:10.145187 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-fb6e4990-73dc-49c1-84c3-094c3126c276 service neutron] Attempting to bind port 5ab40d6e-c2ed-4813-a50a-6146e961d304 on network f3f3b081-17cf-4a6b-b6eb-e38a0962ec21 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:07:10.150135 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-fb6e4990-73dc-49c1-84c3-094c3126c276 service neutron] Checking agent: {'id': '51cc88f3-029f-45e4-af3a-d9472a1d6530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'started_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:07:10.150476 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-fb6e4990-73dc-49c1-84c3-094c3126c276 service neutron] Checking segment: {'id': 'b4fcb40f-291b-4ac9-a815-71df64bd81fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3f3b081-17cf-4a6b-b6eb-e38a0962ec21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:07:10.150862 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-fb6e4990-73dc-49c1-84c3-094c3126c276 service neutron] Bound using segment: {'id': 'b4fcb40f-291b-4ac9-a815-71df64bd81fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3f3b081-17cf-4a6b-b6eb-e38a0962ec21'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:07:10.151308 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-fb6e4990-73dc-49c1-84c3-094c3126c276 service neutron] Bound port: 5ab40d6e-c2ed-4813-a50a-6146e961d304, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4fcb40f-291b-4ac9-a815-71df64bd81fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3f3b081-17cf-4a6b-b6eb-e38a0962ec21'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:07:10.151663 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-fb6e4990-73dc-49c1-84c3-094c3126c276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:10.213018 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-fb6e4990-73dc-49c1-84c3-094c3126c276 service neutron] For port 5ab40d6e-c2ed-4813-a50a-6146e961d304, host hv-cinder-80403, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:07:10.216015 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-fb6e4990-73dc-49c1-84c3-094c3126c276 service neutron] For port 5ab40d6e-c2ed-4813-a50a-6146e961d304, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5ab40d6e-c2ed-4813-a50a-6146e961d304,segment=NetworkSegment(b4fcb40f-291b-4ac9-a815-71df64bd81fe),segment_id=b4fcb40f-291b-4ac9-a815-71df64bd81fe)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:07:10.226264 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-fb6e4990-73dc-49c1-84c3-094c3126c276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7361716'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:10.260427 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-fb6e4990-73dc-49c1-84c3-094c3126c276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:10.261302 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-fb6e4990-73dc-49c1-84c3-094c3126c276 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:10.263485 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-fb6e4990-73dc-49c1-84c3-094c3126c276 service neutron] 10.222.0.63 "PUT /v2.0/ports/5ab40d6e-c2ed-4813-a50a-6146e961d304 HTTP/1.1" status: 200 len: 1093 time: 0.5915906 Aug 10 05:07:10.264162 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7257b67d-a358-4fb6-864d-6f61494cd209', 'tag': '5ab40d6e-c2ed-4813-a50a-6146e961d304'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:07:10.267473 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ad241413e3c5b5cfbdfd8ddf86169eda0c2eb72df278c9415fbec86a6c2f7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201f82dd-8d6b-4c85-ade0-a2f12a8da71f" -d '{"events": [{"name": "network-changed", "server_uuid": "7257b67d-a358-4fb6-864d-6f61494cd209", "tag": "5ab40d6e-c2ed-4813-a50a-6146e961d304"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:07:10.296536 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e4990-73dc-49c1-84c3-094c3126c276 service neutron] Pushing event updated for resources: {'Port': ['ID=5ab40d6e-c2ed-4813-a50a-6146e961d304,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:07:10.304186 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604b5df8-05c3-49c1-b4a8-9cfe49a8ab00 x-openstack-request-id: req-604b5df8-05c3-49c1-b4a8-9cfe49a8ab00 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:07:10.304455 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7257b67d-a358-4fb6-864d-6f61494cd209", "tag": "5ab40d6e-c2ed-4813-a50a-6146e961d304", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:07:10.304707 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-604b5df8-05c3-49c1-b4a8-9cfe49a8ab00 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:07:10.305094 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7257b67d-a358-4fb6-864d-6f61494cd209', 'tag': '5ab40d6e-c2ed-4813-a50a-6146e961d304', 'status': 'completed', 'code': 200} Aug 10 05:07:10.358426 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-99921cdb-a8e6-4299-bd50-5e2ffeb05a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:10.359929 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-99921cdb-a8e6-4299-bd50-5e2ffeb05a1c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b47b4308edde48d48d15d2b777e3b79e&device_id=7257b67d-a358-4fb6-864d-6f61494cd209 HTTP/1.1" status: 200 len: 1096 time: 0.0444717 Aug 10 05:07:10.400471 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-7859e1a2-b43e-4ddc-b35d-16fbad400979 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ab40d6e-c2ed-4813-a50a-6146e961d304 HTTP/1.1" status: 200 len: 217 time: 0.0320983 Aug 10 05:07:10.454165 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-009c5181-4a27-41f7-9a6a-95b49eab30c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:10.455648 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-009c5181-4a27-41f7-9a6a-95b49eab30c9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a9768202-a91c-4ba1-a7b7-d9e4744fbef7 HTTP/1.1" status: 200 len: 854 time: 0.0480387 Aug 10 05:07:10.492417 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-c0556dfd-3b47-4a74-a164-daba376d5fc3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f3f3b081-17cf-4a6b-b6eb-e38a0962ec21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288579 Aug 10 05:07:10.614700 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-571b3277-cd6c-4dde-8c8e-057f4a949b73 service neutron] 10.222.0.63 "GET /v2.0/networks/f3f3b081-17cf-4a6b-b6eb-e38a0962ec21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137319 Aug 10 05:07:10.622969 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a596e40-c77e-43e3-b64b-ddf695660ef9 req-6c8d8dcc-9cb0-427b-98e4-6240894ca4ef tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:10.624795 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2a596e40-c77e-43e3-b64b-ddf695660ef9 req-6c8d8dcc-9cb0-427b-98e4-6240894ca4ef tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=7257b67d-a358-4fb6-864d-6f61494cd209 HTTP/1.1" status: 200 len: 943 time: 0.0756679 Aug 10 05:07:10.715096 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2a596e40-c77e-43e3-b64b-ddf695660ef9 req-5ee67886-1f44-4154-8700-e6a38866a4d4 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821891 Aug 10 05:07:10.737679 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fc3d99cb-a21f-4728-b3c9-fceec2206d43 req-1e66eaf3-2dd2-43fd-96d2-84e773ba474e service neutron] 10.222.0.63 "GET /v2.0/networks/f3f3b081-17cf-4a6b-b6eb-e38a0962ec21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116717 Aug 10 05:07:10.834978 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f82dd-8d6b-4c85-ade0-a2f12a8da71f req-a58f1784-b20a-4ce1-82ac-13defe01b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:10.836662 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-201f82dd-8d6b-4c85-ade0-a2f12a8da71f req-a58f1784-b20a-4ce1-82ac-13defe01b5f3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b47b4308edde48d48d15d2b777e3b79e&device_id=7257b67d-a358-4fb6-864d-6f61494cd209 HTTP/1.1" status: 200 len: 1096 time: 0.0457036 Aug 10 05:07:10.946881 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f82dd-8d6b-4c85-ade0-a2f12a8da71f req-3711715f-a179-4545-be0f-407ee8aae950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:10.948421 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-201f82dd-8d6b-4c85-ade0-a2f12a8da71f req-3711715f-a179-4545-be0f-407ee8aae950 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f3f3b081-17cf-4a6b-b6eb-e38a0962ec21 HTTP/1.1" status: 200 len: 915 time: 0.1032312 Aug 10 05:07:10.992501 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-201f82dd-8d6b-4c85-ade0-a2f12a8da71f req-f3666881-1316-4af4-9fa9-1728fab208fa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ab40d6e-c2ed-4813-a50a-6146e961d304 HTTP/1.1" status: 200 len: 217 time: 0.0362494 Aug 10 05:07:11.059840 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f82dd-8d6b-4c85-ade0-a2f12a8da71f req-1d9354c5-9c66-4509-891d-681a2e35a5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:11.062004 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-201f82dd-8d6b-4c85-ade0-a2f12a8da71f req-1d9354c5-9c66-4509-891d-681a2e35a5b7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a9768202-a91c-4ba1-a7b7-d9e4744fbef7 HTTP/1.1" status: 200 len: 854 time: 0.0612576 Aug 10 05:07:11.099024 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-201f82dd-8d6b-4c85-ade0-a2f12a8da71f req-37ba3057-7057-4028-9cc9-f78a4f106535 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f3f3b081-17cf-4a6b-b6eb-e38a0962ec21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299671 Aug 10 05:07:11.207640 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-201f82dd-8d6b-4c85-ade0-a2f12a8da71f req-46c15f7a-bfc3-4140-84d8-bd6ab76a8a5b service neutron] 10.222.0.63 "GET /v2.0/networks/f3f3b081-17cf-4a6b-b6eb-e38a0962ec21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004879 Aug 10 05:07:11.307509 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-201f82dd-8d6b-4c85-ade0-a2f12a8da71f req-0170aa12-8f81-468a-9bf4-85c1fbaaceb4 service neutron] 10.222.0.63 "GET /v2.0/networks/f3f3b081-17cf-4a6b-b6eb-e38a0962ec21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926442 Aug 10 05:07:11.840818 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d193e-94e9-4d96-9b57-ce03f55dcdc8 req-b0012b28-3b89-4998-b524-0cd07b88a18d tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:11.842302 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-538d193e-94e9-4d96-9b57-ce03f55dcdc8 req-b0012b28-3b89-4998-b524-0cd07b88a18d tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=7257b67d-a358-4fb6-864d-6f61494cd209 HTTP/1.1" status: 200 len: 943 time: 0.0579448 Aug 10 05:07:11.880020 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-538d193e-94e9-4d96-9b57-ce03f55dcdc8 req-0a8442e0-0221-4df3-81da-b5157c67b098 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314426 Aug 10 05:07:13.009240 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec93853-e9bb-4973-9e56-c1df0321e450 req-c56df468-e626-493b-a841-9e26c6a5ed54 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:13.010698 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dec93853-e9bb-4973-9e56-c1df0321e450 req-c56df468-e626-493b-a841-9e26c6a5ed54 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=7257b67d-a358-4fb6-864d-6f61494cd209 HTTP/1.1" status: 200 len: 943 time: 0.0552955 Aug 10 05:07:13.049203 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dec93853-e9bb-4973-9e56-c1df0321e450 req-0b0e9d5e-74f3-4f96-863b-12f22fc87939 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322723 Aug 10 05:07:13.628473 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 5ab40d6e-c2ed-4813-a50a-6146e961d304 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:07:13.734134 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 5ab40d6e-c2ed-4813-a50a-6146e961d304, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5ab40d6e-c2ed-4813-a50a-6146e961d304,segment=NetworkSegment(b4fcb40f-291b-4ac9-a815-71df64bd81fe),segment_id=b4fcb40f-291b-4ac9-a815-71df64bd81fe)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:07:13.745700 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Returning: {'device': '5ab40d6e-c2ed-4813-a50a-6146e961d304', 'network_id': 'f3f3b081-17cf-4a6b-b6eb-e38a0962ec21', 'port_id': '5ab40d6e-c2ed-4813-a50a-6146e961d304', 'mac_address': 'fa:16:3e:dd:97:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9768202-a91c-4ba1-a7b7-d9e4744fbef7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:07:13.785141 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:13.798749 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ab40d6e-c2ed-4813-a50a-6146e961d304 {{(pid=93279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:07:13.819529 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 5ab40d6e-c2ed-4813-a50a-6146e961d304, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5ab40d6e-c2ed-4813-a50a-6146e961d304,segment=NetworkSegment(b4fcb40f-291b-4ac9-a815-71df64bd81fe),segment_id=b4fcb40f-291b-4ac9-a815-71df64bd81fe)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:07:13.825408 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:13.873195 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=5ab40d6e-c2ed-4813-a50a-6146e961d304,revision_number=4']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:07:14.169952 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa421b-44e4-4ffb-a062-bd5b5017604c req-8aec78cc-7db3-40db-977d-de5712c0dc0d tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:14.175509 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d6aa421b-44e4-4ffb-a062-bd5b5017604c req-8aec78cc-7db3-40db-977d-de5712c0dc0d tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=7257b67d-a358-4fb6-864d-6f61494cd209 HTTP/1.1" status: 200 len: 944 time: 0.0563982 Aug 10 05:07:14.180653 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['5ab40d6e-c2ed-4813-a50a-6146e961d304'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:07:14.216199 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d6aa421b-44e4-4ffb-a062-bd5b5017604c req-2a1efcde-652b-4513-a4c9-102d7dd51f29 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383260 Aug 10 05:07:15.346879 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763718c8-6822-414d-b46d-b1de867b58d5 req-7bc653d3-1a76-4258-89b0-07e8cbbae781 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:15.348263 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-763718c8-6822-414d-b46d-b1de867b58d5 req-7bc653d3-1a76-4258-89b0-07e8cbbae781 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=7257b67d-a358-4fb6-864d-6f61494cd209 HTTP/1.1" status: 200 len: 944 time: 0.0581391 Aug 10 05:07:15.389194 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-763718c8-6822-414d-b46d-b1de867b58d5 req-e8216ae9-6d5c-4f27-ac22-d26d74e3e773 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321658 Aug 10 05:07:15.630092 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 5ab40d6e-c2ed-4813-a50a-6146e961d304 up at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:07:15.686257 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning for port 5ab40d6e-c2ed-4813-a50a-6146e961d304 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:07:15.690223 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning complete for port 5ab40d6e-c2ed-4813-a50a-6146e961d304 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:07:15.690584 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:15.779836 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:15.802656 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7257b67d-a358-4fb6-864d-6f61494cd209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab40d6e-c2ed-4813-a50a-6146e961d304'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:07:15.805084 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684630205e793650736d742c593896f55c3712126ad5fa6ebc9acffcc34ee486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5392b141-0767-45f7-b7f7-1b868e6b63b1" -d '{"events": [{"server_uuid": "7257b67d-a358-4fb6-864d-6f61494cd209", "name": "network-vif-plugged", "status": "completed", "tag": "5ab40d6e-c2ed-4813-a50a-6146e961d304"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:07:15.818244 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 5ab40d6e-c2ed-4813-a50a-6146e961d304, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5ab40d6e-c2ed-4813-a50a-6146e961d304,segment=NetworkSegment(b4fcb40f-291b-4ac9-a815-71df64bd81fe),segment_id=b4fcb40f-291b-4ac9-a815-71df64bd81fe)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:07:15.822655 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:15.845890 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821435e8-0ccc-4f01-8654-dbc40ae1cb7d x-openstack-request-id: req-821435e8-0ccc-4f01-8654-dbc40ae1cb7d {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:07:15.846150 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7257b67d-a358-4fb6-864d-6f61494cd209", "name": "network-vif-plugged", "status": "completed", "tag": "5ab40d6e-c2ed-4813-a50a-6146e961d304", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:07:15.846414 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-821435e8-0ccc-4f01-8654-dbc40ae1cb7d {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:07:15.846790 dv-cinder-804035-1-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7257b67d-a358-4fb6-864d-6f61494cd209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab40d6e-c2ed-4813-a50a-6146e961d304', 'code': 200} Aug 10 05:07:15.872783 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=5ab40d6e-c2ed-4813-a50a-6146e961d304,revision_number=5']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:07:16.013918 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7edae-fe56-4cfe-a07d-44cd6cd75652 req-68f56f53-397c-4295-a62c-fb543f4ab686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:16.015447 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-aac7edae-fe56-4cfe-a07d-44cd6cd75652 req-68f56f53-397c-4295-a62c-fb543f4ab686 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7257b67d-a358-4fb6-864d-6f61494cd209 HTTP/1.1" status: 200 len: 1098 time: 0.0416656 Aug 10 05:07:16.053299 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-aac7edae-fe56-4cfe-a07d-44cd6cd75652 req-8b9884eb-29c2-43f7-9cdb-1b2983aa1298 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294442 Aug 10 05:07:16.516053 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db0952-7dfe-4532-8d3d-78694b6bd136 req-940143db-a5bf-4222-9d95-53585d22dcf3 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:16.517524 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a8db0952-7dfe-4532-8d3d-78694b6bd136 req-940143db-a5bf-4222-9d95-53585d22dcf3 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=7257b67d-a358-4fb6-864d-6f61494cd209 HTTP/1.1" status: 200 len: 945 time: 0.0568922 Aug 10 05:07:16.563791 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a8db0952-7dfe-4532-8d3d-78694b6bd136 req-07a523f2-e562-4e91-b383-e2161dd0d1e3 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375075 Aug 10 05:07:17.188696 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-cabdb4cf-cc49-484e-8793-a581788bb4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:17.703516 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc33ad1-d404-445f-bdb1-547a68b74d28 req-0ce35ea9-6aeb-4679-9192-debc3e9fdfe9 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:17.704964 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0bc33ad1-d404-445f-bdb1-547a68b74d28 req-0ce35ea9-6aeb-4679-9192-debc3e9fdfe9 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=7257b67d-a358-4fb6-864d-6f61494cd209 HTTP/1.1" status: 200 len: 945 time: 0.0525780 Aug 10 05:07:17.742604 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0bc33ad1-d404-445f-bdb1-547a68b74d28 req-91f4f643-964f-41fd-b705-ff7499ff951d tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317230 Aug 10 05:07:19.861741 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:20.033406 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2ec3d6eb-6ca7-43e6-9eea-922b9419f09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:20.232744 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:21.306718 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:22.757991 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:27.529254 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:07:29.048055 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4a9da-b90a-472e-957f-080793494e2b req-de309bb4-9e1c-4327-a29b-d949b2a937af tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:29.049532 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6ea4a9da-b90a-472e-957f-080793494e2b req-de309bb4-9e1c-4327-a29b-d949b2a937af tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/networks?id=f3f3b081-17cf-4a6b-b6eb-e38a0962ec21 HTTP/1.1" status: 200 len: 814 time: 0.1011899 Aug 10 05:07:29.185257 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6ea4a9da-b90a-472e-957f-080793494e2b req-d4dd6b26-eb7f-40c6-a8ab-4bca61fcd436 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/quotas/b47b4308edde48d48d15d2b777e3b79e HTTP/1.1" status: 200 len: 375 time: 0.1289780 Aug 10 05:07:29.245367 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6ea4a9da-b90a-472e-957f-080793494e2b req-94a30bf2-7e73-40d2-b4c2-dc2ab4d018f8 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b47b4308edde48d48d15d2b777e3b79e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535910 Aug 10 05:07:29.336627 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6ea4a9da-b90a-472e-957f-080793494e2b req-f40f0408-e601-494e-8db9-ff9de39eae80 service neutron] 10.222.0.49 "GET /v2.0/networks/f3f3b081-17cf-4a6b-b6eb-e38a0962ec21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842593 Aug 10 05:07:29.437105 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6ea4a9da-b90a-472e-957f-080793494e2b req-8822a2e9-fd02-4214-a6c1-b39667007114 service neutron] 10.222.0.49 "GET /v2.0/networks/f3f3b081-17cf-4a6b-b6eb-e38a0962ec21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943007 Aug 10 05:07:29.595693 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7d619659-97ce-42aa-b4af-2454116d9597 req-a42479c6-77e3-4860-ad94-23d5cce6e651 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=603f0a19-dea9-4175-a9c5-c4219028f8c7 HTTP/1.1" status: 200 len: 210 time: 0.0283124 Aug 10 05:07:30.588103 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4a9da-b90a-472e-957f-080793494e2b req-965cc865-4078-4def-a24b-cb9db492617b tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:30.589553 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6ea4a9da-b90a-472e-957f-080793494e2b req-965cc865-4078-4def-a24b-cb9db492617b tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.63 "GET /v2.0/networks?id=f3f3b081-17cf-4a6b-b6eb-e38a0962ec21 HTTP/1.1" status: 200 len: 814 time: 0.1047506 Aug 10 05:07:30.606147 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-6ea4a9da-b90a-472e-957f-080793494e2b req-dc6b7cbf-2d6a-4f32-93e0-5019c90eedd8 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Request body: {'port': {'device_id': '603f0a19-dea9-4175-a9c5-c4219028f8c7', 'network_id': 'f3f3b081-17cf-4a6b-b6eb-e38a0962ec21', 'admin_state_up': True, 'tenant_id': 'b47b4308edde48d48d15d2b777e3b79e'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:07:30.697735 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d1cc5b19-f75c-4cb8-bf94-a3ea78a0f0b9 req-b7c526fd-a581-4c84-afde-c4e427f27d53 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=603f0a19-dea9-4175-a9c5-c4219028f8c7 HTTP/1.1" status: 200 len: 210 time: 0.0342922 Aug 10 05:07:30.746551 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ea4a9da-b90a-472e-957f-080793494e2b req-dc6b7cbf-2d6a-4f32-93e0-5019c90eedd8 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Made reservation on behalf of b47b4308edde48d48d15d2b777e3b79e for: {'port': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:07:30.750822 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-6ea4a9da-b90a-472e-957f-080793494e2b req-dc6b7cbf-2d6a-4f32-93e0-5019c90eedd8 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:30.908251 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [req-6ea4a9da-b90a-472e-957f-080793494e2b req-dc6b7cbf-2d6a-4f32-93e0-5019c90eedd8 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Allocated IP 172.20.0.10 (f3f3b081-17cf-4a6b-b6eb-e38a0962ec21/a9768202-a91c-4ba1-a7b7-d9e4744fbef7/361ddb7b-63e8-40ad-849a-f716318082f0) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:07:31.066201 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-6ea4a9da-b90a-472e-957f-080793494e2b req-dc6b7cbf-2d6a-4f32-93e0-5019c90eedd8 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:31.119280 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-6ea4a9da-b90a-472e-957f-080793494e2b req-dc6b7cbf-2d6a-4f32-93e0-5019c90eedd8 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:31.134393 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['9909ac64-4d87-4e04-b00b-da20f8fb80c0', 'ca8e44dc-d78a-4eea-969f-2f85d411196d', '5ab40d6e-c2ed-4813-a50a-6146e961d304'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:07:31.173870 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ea4a9da-b90a-472e-957f-080793494e2b req-dc6b7cbf-2d6a-4f32-93e0-5019c90eedd8 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Network f3f3b081-17cf-4a6b-b6eb-e38a0962ec21 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:07:31.178575 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [req-6ea4a9da-b90a-472e-957f-080793494e2b req-dc6b7cbf-2d6a-4f32-93e0-5019c90eedd8 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:07:31.184416 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea4a9da-b90a-472e-957f-080793494e2b req-dc6b7cbf-2d6a-4f32-93e0-5019c90eedd8 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:07:31.191290 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b7cbf-2d6a-4f32-93e0-5019c90eedd8 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Pushing event updated for resources: {'Port': ['ID=361ddb7b-63e8-40ad-849a-f716318082f0,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:07:31.227856 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b7cbf-2d6a-4f32-93e0-5019c90eedd8 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:31.228152 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b7cbf-2d6a-4f32-93e0-5019c90eedd8 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:31.229433 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b7cbf-2d6a-4f32-93e0-5019c90eedd8 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:31.229778 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b7cbf-2d6a-4f32-93e0-5019c90eedd8 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:31.230758 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b7cbf-2d6a-4f32-93e0-5019c90eedd8 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:31.231653 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b7cbf-2d6a-4f32-93e0-5019c90eedd8 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:31.232015 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b7cbf-2d6a-4f32-93e0-5019c90eedd8 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:31.232344 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b7cbf-2d6a-4f32-93e0-5019c90eedd8 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:31.232674 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b7cbf-2d6a-4f32-93e0-5019c90eedd8 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:31.232995 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b7cbf-2d6a-4f32-93e0-5019c90eedd8 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:31.233315 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b7cbf-2d6a-4f32-93e0-5019c90eedd8 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:31.233637 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b7cbf-2d6a-4f32-93e0-5019c90eedd8 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:31.258231 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4a9da-b90a-472e-957f-080793494e2b req-dc6b7cbf-2d6a-4f32-93e0-5019c90eedd8 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:31.258888 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-6ea4a9da-b90a-472e-957f-080793494e2b req-dc6b7cbf-2d6a-4f32-93e0-5019c90eedd8 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:31.277874 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6ea4a9da-b90a-472e-957f-080793494e2b req-dc6b7cbf-2d6a-4f32-93e0-5019c90eedd8 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6755729 Aug 10 05:07:31.293934 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-6ea4a9da-b90a-472e-957f-080793494e2b req-bbd2251d-91f7-4426-b7cc-de3506514802 service neutron] Request body: {'port': {'device_id': '603f0a19-dea9-4175-a9c5-c4219028f8c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:07:31.363554 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-6ea4a9da-b90a-472e-957f-080793494e2b req-bbd2251d-91f7-4426-b7cc-de3506514802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:31.666391 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [req-6ea4a9da-b90a-472e-957f-080793494e2b req-bbd2251d-91f7-4426-b7cc-de3506514802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 361ddb7b-63e8-40ad-849a-f716318082f0 {{(pid=93278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:07:31.674176 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-6ea4a9da-b90a-472e-957f-080793494e2b req-bbd2251d-91f7-4426-b7cc-de3506514802 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:31.687725 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-6ea4a9da-b90a-472e-957f-080793494e2b req-bbd2251d-91f7-4426-b7cc-de3506514802 service neutron] Transition to ACTIVE for port object 361ddb7b-63e8-40ad-849a-f716318082f0 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:07:31.693669 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-6ea4a9da-b90a-472e-957f-080793494e2b req-bbd2251d-91f7-4426-b7cc-de3506514802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7361716'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:31.764723 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2251d-91f7-4426-b7cc-de3506514802 service neutron] Pushing event updated for resources: {'Port': ['ID=361ddb7b-63e8-40ad-849a-f716318082f0,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:07:31.846217 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-6ea4a9da-b90a-472e-957f-080793494e2b req-bbd2251d-91f7-4426-b7cc-de3506514802 service neutron] Attempting to bind port 361ddb7b-63e8-40ad-849a-f716318082f0 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:07:31.846513 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-6ea4a9da-b90a-472e-957f-080793494e2b req-bbd2251d-91f7-4426-b7cc-de3506514802 service neutron] Attempting to bind port 361ddb7b-63e8-40ad-849a-f716318082f0 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'b4fcb40f-291b-4ac9-a815-71df64bd81fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3f3b081-17cf-4a6b-b6eb-e38a0962ec21'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:07:31.846868 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea4a9da-b90a-472e-957f-080793494e2b req-bbd2251d-91f7-4426-b7cc-de3506514802 service neutron] Attempting to bind port 361ddb7b-63e8-40ad-849a-f716318082f0 on network f3f3b081-17cf-4a6b-b6eb-e38a0962ec21 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:07:31.857248 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81481cf1-f81e-4b72-9c00-db9ecda3dafe req-422e0607-4e21-46e8-9e87-dfd24abe07d3 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:31.858752 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-81481cf1-f81e-4b72-9c00-db9ecda3dafe req-422e0607-4e21-46e8-9e87-dfd24abe07d3 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=603f0a19-dea9-4175-a9c5-c4219028f8c7 HTTP/1.1" status: 200 len: 944 time: 0.0718143 Aug 10 05:07:31.860889 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea4a9da-b90a-472e-957f-080793494e2b req-bbd2251d-91f7-4426-b7cc-de3506514802 service neutron] Port 361ddb7b-63e8-40ad-849a-f716318082f0 on network f3f3b081-17cf-4a6b-b6eb-e38a0962ec21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 05:07:31.861213 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea4a9da-b90a-472e-957f-080793494e2b req-bbd2251d-91f7-4426-b7cc-de3506514802 service neutron] Attempting to bind port 361ddb7b-63e8-40ad-849a-f716318082f0 on network f3f3b081-17cf-4a6b-b6eb-e38a0962ec21 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:07:31.872452 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea4a9da-b90a-472e-957f-080793494e2b req-bbd2251d-91f7-4426-b7cc-de3506514802 service neutron] Checking agent: {'id': '51cc88f3-029f-45e4-af3a-d9472a1d6530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'started_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:07:31.872793 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea4a9da-b90a-472e-957f-080793494e2b req-bbd2251d-91f7-4426-b7cc-de3506514802 service neutron] Checking segment: {'id': 'b4fcb40f-291b-4ac9-a815-71df64bd81fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3f3b081-17cf-4a6b-b6eb-e38a0962ec21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:07:31.873177 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea4a9da-b90a-472e-957f-080793494e2b req-bbd2251d-91f7-4426-b7cc-de3506514802 service neutron] Bound using segment: {'id': 'b4fcb40f-291b-4ac9-a815-71df64bd81fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3f3b081-17cf-4a6b-b6eb-e38a0962ec21'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:07:31.873610 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-6ea4a9da-b90a-472e-957f-080793494e2b req-bbd2251d-91f7-4426-b7cc-de3506514802 service neutron] Bound port: 361ddb7b-63e8-40ad-849a-f716318082f0, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4fcb40f-291b-4ac9-a815-71df64bd81fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3f3b081-17cf-4a6b-b6eb-e38a0962ec21'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:07:31.873946 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-6ea4a9da-b90a-472e-957f-080793494e2b req-bbd2251d-91f7-4426-b7cc-de3506514802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:31.928663 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-81481cf1-f81e-4b72-9c00-db9ecda3dafe req-b62d9a1d-0501-464f-9e51-25574f1832d1 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624657 Aug 10 05:07:31.956740 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-6ea4a9da-b90a-472e-957f-080793494e2b req-bbd2251d-91f7-4426-b7cc-de3506514802 service neutron] For port 361ddb7b-63e8-40ad-849a-f716318082f0, host hv-cinder-80403, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:07:31.959964 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-6ea4a9da-b90a-472e-957f-080793494e2b req-bbd2251d-91f7-4426-b7cc-de3506514802 service neutron] For port 361ddb7b-63e8-40ad-849a-f716318082f0, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=361ddb7b-63e8-40ad-849a-f716318082f0,segment=NetworkSegment(b4fcb40f-291b-4ac9-a815-71df64bd81fe),segment_id=b4fcb40f-291b-4ac9-a815-71df64bd81fe)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:07:31.966983 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-6ea4a9da-b90a-472e-957f-080793494e2b req-bbd2251d-91f7-4426-b7cc-de3506514802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7361716'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:32.003920 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4a9da-b90a-472e-957f-080793494e2b req-bbd2251d-91f7-4426-b7cc-de3506514802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:32.004528 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-6ea4a9da-b90a-472e-957f-080793494e2b req-bbd2251d-91f7-4426-b7cc-de3506514802 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:32.005931 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6ea4a9da-b90a-472e-957f-080793494e2b req-bbd2251d-91f7-4426-b7cc-de3506514802 service neutron] 10.222.0.63 "PUT /v2.0/ports/361ddb7b-63e8-40ad-849a-f716318082f0 HTTP/1.1" status: 200 len: 1094 time: 0.7169361 Aug 10 05:07:32.006366 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '603f0a19-dea9-4175-a9c5-c4219028f8c7', 'tag': '361ddb7b-63e8-40ad-849a-f716318082f0'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:07:32.008734 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ad241413e3c5b5cfbdfd8ddf86169eda0c2eb72df278c9415fbec86a6c2f7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62307a35-fb94-4f47-a4e5-b3fd75ec596e" -d '{"events": [{"name": "network-changed", "server_uuid": "603f0a19-dea9-4175-a9c5-c4219028f8c7", "tag": "361ddb7b-63e8-40ad-849a-f716318082f0"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:07:32.033124 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2251d-91f7-4426-b7cc-de3506514802 service neutron] Pushing event updated for resources: {'Port': ['ID=361ddb7b-63e8-40ad-849a-f716318082f0,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:07:32.061107 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c63391-c00c-4834-a38e-fe30037664a7 x-openstack-request-id: req-98c63391-c00c-4834-a38e-fe30037664a7 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:07:32.061389 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "603f0a19-dea9-4175-a9c5-c4219028f8c7", "tag": "361ddb7b-63e8-40ad-849a-f716318082f0", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:07:32.061637 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-98c63391-c00c-4834-a38e-fe30037664a7 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:07:32.062024 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '603f0a19-dea9-4175-a9c5-c4219028f8c7', 'tag': '361ddb7b-63e8-40ad-849a-f716318082f0', 'status': 'completed', 'code': 200} Aug 10 05:07:32.095180 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4a9da-b90a-472e-957f-080793494e2b req-c82e1fc6-948b-441b-bedd-5b3aa7f53be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:32.096706 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6ea4a9da-b90a-472e-957f-080793494e2b req-c82e1fc6-948b-441b-bedd-5b3aa7f53be0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b47b4308edde48d48d15d2b777e3b79e&device_id=603f0a19-dea9-4175-a9c5-c4219028f8c7 HTTP/1.1" status: 200 len: 1097 time: 0.0452659 Aug 10 05:07:32.145000 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6ea4a9da-b90a-472e-957f-080793494e2b req-09fd8b03-b6ba-4bfb-be61-b02c04e6446e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=361ddb7b-63e8-40ad-849a-f716318082f0 HTTP/1.1" status: 200 len: 217 time: 0.0344131 Aug 10 05:07:32.198462 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4a9da-b90a-472e-957f-080793494e2b req-5c73d0fd-46f9-4980-9c39-afcee016bbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:32.199818 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6ea4a9da-b90a-472e-957f-080793494e2b req-5c73d0fd-46f9-4980-9c39-afcee016bbf0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a9768202-a91c-4ba1-a7b7-d9e4744fbef7 HTTP/1.1" status: 200 len: 854 time: 0.0469997 Aug 10 05:07:32.232843 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6ea4a9da-b90a-472e-957f-080793494e2b req-9c10166e-fbdc-4d2e-8cc6-158488499312 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f3f3b081-17cf-4a6b-b6eb-e38a0962ec21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242062 Aug 10 05:07:32.321964 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6ea4a9da-b90a-472e-957f-080793494e2b req-794a45ad-b40c-463e-949a-53ce796a6ba7 service neutron] 10.222.0.63 "GET /v2.0/networks/f3f3b081-17cf-4a6b-b6eb-e38a0962ec21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809913 Aug 10 05:07:32.422747 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6ea4a9da-b90a-472e-957f-080793494e2b req-16ef42e1-d373-4605-8872-ba3a6ba1be4d service neutron] 10.222.0.63 "GET /v2.0/networks/f3f3b081-17cf-4a6b-b6eb-e38a0962ec21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926228 Aug 10 05:07:32.534095 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62307a35-fb94-4f47-a4e5-b3fd75ec596e req-b73b9c76-8f09-493f-8d4d-c19d32129c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:32.535649 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-62307a35-fb94-4f47-a4e5-b3fd75ec596e req-b73b9c76-8f09-493f-8d4d-c19d32129c2c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b47b4308edde48d48d15d2b777e3b79e&device_id=603f0a19-dea9-4175-a9c5-c4219028f8c7 HTTP/1.1" status: 200 len: 1097 time: 0.0488923 Aug 10 05:07:32.634934 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62307a35-fb94-4f47-a4e5-b3fd75ec596e req-1570abf6-1e94-44b5-bdb1-e0d68b8b5536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:32.636433 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-62307a35-fb94-4f47-a4e5-b3fd75ec596e req-1570abf6-1e94-44b5-bdb1-e0d68b8b5536 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f3f3b081-17cf-4a6b-b6eb-e38a0962ec21 HTTP/1.1" status: 200 len: 915 time: 0.0932181 Aug 10 05:07:32.678214 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-62307a35-fb94-4f47-a4e5-b3fd75ec596e req-6e9d0d29-8e58-4668-9e69-7949c1ccd203 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=361ddb7b-63e8-40ad-849a-f716318082f0 HTTP/1.1" status: 200 len: 217 time: 0.0331707 Aug 10 05:07:32.728989 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62307a35-fb94-4f47-a4e5-b3fd75ec596e req-26163946-9502-4ec2-a27d-7c6c2e9b1256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:32.730387 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-62307a35-fb94-4f47-a4e5-b3fd75ec596e req-26163946-9502-4ec2-a27d-7c6c2e9b1256 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a9768202-a91c-4ba1-a7b7-d9e4744fbef7 HTTP/1.1" status: 200 len: 854 time: 0.0440857 Aug 10 05:07:32.762569 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-62307a35-fb94-4f47-a4e5-b3fd75ec596e req-b0420255-6e02-473f-a082-7dade58d8de4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f3f3b081-17cf-4a6b-b6eb-e38a0962ec21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233729 Aug 10 05:07:32.855729 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-62307a35-fb94-4f47-a4e5-b3fd75ec596e req-7be59d4b-02da-4f80-8b00-5cd87a8f316f service neutron] 10.222.0.63 "GET /v2.0/networks/f3f3b081-17cf-4a6b-b6eb-e38a0962ec21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851841 Aug 10 05:07:32.946880 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-62307a35-fb94-4f47-a4e5-b3fd75ec596e req-5ea74d10-386b-4ef9-8bee-c324ae3c934c service neutron] 10.222.0.63 "GET /v2.0/networks/f3f3b081-17cf-4a6b-b6eb-e38a0962ec21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829225 Aug 10 05:07:33.054295 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31863540-d4ae-48bd-ae32-77d4ad3914d2 req-9a11c7ea-982f-4d2d-839a-4b2b19165fb7 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:33.056475 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-31863540-d4ae-48bd-ae32-77d4ad3914d2 req-9a11c7ea-982f-4d2d-839a-4b2b19165fb7 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=603f0a19-dea9-4175-a9c5-c4219028f8c7 HTTP/1.1" status: 200 len: 944 time: 0.0584645 Aug 10 05:07:33.093722 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-31863540-d4ae-48bd-ae32-77d4ad3914d2 req-50403332-9b86-4b56-9f0d-13c5d42083c7 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313489 Aug 10 05:07:34.239125 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdaa6c-1b31-44e3-a685-9936e37222d9 req-e26e7da5-4ce8-49b9-86fa-5a9b9b712e46 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:34.240626 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-06fdaa6c-1b31-44e3-a685-9936e37222d9 req-e26e7da5-4ce8-49b9-86fa-5a9b9b712e46 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=603f0a19-dea9-4175-a9c5-c4219028f8c7 HTTP/1.1" status: 200 len: 944 time: 0.0550129 Aug 10 05:07:34.282267 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-06fdaa6c-1b31-44e3-a685-9936e37222d9 req-312294fa-eabd-418d-818a-bb8c73e0d55d tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325646 Aug 10 05:07:35.427084 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162edf7-c421-48ed-b498-54fe1d2268ce req-9ce80136-12e7-460d-885e-c4e3f7aae071 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:35.428618 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d162edf7-c421-48ed-b498-54fe1d2268ce req-9ce80136-12e7-460d-885e-c4e3f7aae071 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=603f0a19-dea9-4175-a9c5-c4219028f8c7 HTTP/1.1" status: 200 len: 944 time: 0.0667615 Aug 10 05:07:35.476477 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d162edf7-c421-48ed-b498-54fe1d2268ce req-03a24376-19fc-4a63-aad8-c8aa96d7fe68 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392766 Aug 10 05:07:35.692277 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 361ddb7b-63e8-40ad-849a-f716318082f0 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:07:35.793934 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 361ddb7b-63e8-40ad-849a-f716318082f0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=361ddb7b-63e8-40ad-849a-f716318082f0,segment=NetworkSegment(b4fcb40f-291b-4ac9-a815-71df64bd81fe),segment_id=b4fcb40f-291b-4ac9-a815-71df64bd81fe)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:07:35.808901 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Returning: {'device': '361ddb7b-63e8-40ad-849a-f716318082f0', 'network_id': 'f3f3b081-17cf-4a6b-b6eb-e38a0962ec21', 'port_id': '361ddb7b-63e8-40ad-849a-f716318082f0', 'mac_address': 'fa:16:3e:2a:62:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9768202-a91c-4ba1-a7b7-d9e4744fbef7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:07:35.845708 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:35.859197 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 361ddb7b-63e8-40ad-849a-f716318082f0 {{(pid=93279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:07:35.880659 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 361ddb7b-63e8-40ad-849a-f716318082f0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=361ddb7b-63e8-40ad-849a-f716318082f0,segment=NetworkSegment(b4fcb40f-291b-4ac9-a815-71df64bd81fe),segment_id=b4fcb40f-291b-4ac9-a815-71df64bd81fe)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:07:35.887637 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:35.945237 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=361ddb7b-63e8-40ad-849a-f716318082f0,revision_number=4']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:07:36.294426 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['361ddb7b-63e8-40ad-849a-f716318082f0'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:07:36.606537 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce302da-e972-4b45-9bc6-42b378dd62c0 req-fd14e0a4-2296-4890-a41c-c265cfa855f3 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:36.607937 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4ce302da-e972-4b45-9bc6-42b378dd62c0 req-fd14e0a4-2296-4890-a41c-c265cfa855f3 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=603f0a19-dea9-4175-a9c5-c4219028f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0593610 Aug 10 05:07:36.646332 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4ce302da-e972-4b45-9bc6-42b378dd62c0 req-5f5b2855-6a5e-469a-9b72-fa9b88d47da7 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324583 Aug 10 05:07:37.689534 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 361ddb7b-63e8-40ad-849a-f716318082f0 up at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:07:37.742267 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning for port 361ddb7b-63e8-40ad-849a-f716318082f0 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:07:37.746261 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning complete for port 361ddb7b-63e8-40ad-849a-f716318082f0 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:07:37.746781 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:37.773009 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d2493-9bda-4ae2-b680-1824d64333a3 req-487b50e1-3d1a-42c8-9656-551b0a4fc67d tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:37.774514 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9f6d2493-9bda-4ae2-b680-1824d64333a3 req-487b50e1-3d1a-42c8-9656-551b0a4fc67d tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=603f0a19-dea9-4175-a9c5-c4219028f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0489714 Aug 10 05:07:37.813907 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9f6d2493-9bda-4ae2-b680-1824d64333a3 req-f5e9b98f-0286-4998-93a9-c2d8bd03930a tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330315 Aug 10 05:07:37.825482 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:37.847852 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '603f0a19-dea9-4175-a9c5-c4219028f8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361ddb7b-63e8-40ad-849a-f716318082f0'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:07:37.850188 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684630205e793650736d742c593896f55c3712126ad5fa6ebc9acffcc34ee486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e9eaba-a998-40c9-a34a-ec14e8093b2b" -d '{"events": [{"server_uuid": "603f0a19-dea9-4175-a9c5-c4219028f8c7", "name": "network-vif-plugged", "status": "completed", "tag": "361ddb7b-63e8-40ad-849a-f716318082f0"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:07:37.862580 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 361ddb7b-63e8-40ad-849a-f716318082f0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=361ddb7b-63e8-40ad-849a-f716318082f0,segment=NetworkSegment(b4fcb40f-291b-4ac9-a815-71df64bd81fe),segment_id=b4fcb40f-291b-4ac9-a815-71df64bd81fe)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:07:37.867902 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:37.890596 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60803422-eeec-4998-9d98-812670a8d9e3 x-openstack-request-id: req-60803422-eeec-4998-9d98-812670a8d9e3 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:07:37.890879 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "603f0a19-dea9-4175-a9c5-c4219028f8c7", "name": "network-vif-plugged", "status": "completed", "tag": "361ddb7b-63e8-40ad-849a-f716318082f0", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:07:37.891144 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-60803422-eeec-4998-9d98-812670a8d9e3 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:07:37.891539 dv-cinder-804035-1-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '603f0a19-dea9-4175-a9c5-c4219028f8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361ddb7b-63e8-40ad-849a-f716318082f0', 'code': 200} Aug 10 05:07:37.920638 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=361ddb7b-63e8-40ad-849a-f716318082f0,revision_number=5']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:07:38.067882 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f6fd6-c9d5-4ae9-a683-1b155977195d req-9cb91642-9c91-428e-8d2f-6c900e83de8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:38.069514 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5a8f6fd6-c9d5-4ae9-a683-1b155977195d req-9cb91642-9c91-428e-8d2f-6c900e83de8a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=603f0a19-dea9-4175-a9c5-c4219028f8c7 HTTP/1.1" status: 200 len: 1099 time: 0.0460584 Aug 10 05:07:38.106738 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5a8f6fd6-c9d5-4ae9-a683-1b155977195d req-8e635960-3d72-4eb2-821f-3627a3c0e955 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282469 Aug 10 05:07:38.943129 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05497f5-6ae4-47f7-a2e2-6827b3bdbff3 req-ba7e924d-e40d-448b-9e7b-9a2da0f95c8b tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:38.944695 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d05497f5-6ae4-47f7-a2e2-6827b3bdbff3 req-ba7e924d-e40d-448b-9e7b-9a2da0f95c8b tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=603f0a19-dea9-4175-a9c5-c4219028f8c7 HTTP/1.1" status: 200 len: 946 time: 0.0558152 Aug 10 05:07:38.989248 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d05497f5-6ae4-47f7-a2e2-6827b3bdbff3 req-dd4fb725-ceb3-4935-91f1-3b1b099bd981 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357940 Aug 10 05:07:40.114611 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6c903-a041-4eef-b3a1-b78b3f7452cd req-2d948b4b-8386-476b-9bee-1154dbf0dc99 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:40.116103 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7be6c903-a041-4eef-b3a1-b78b3f7452cd req-2d948b4b-8386-476b-9bee-1154dbf0dc99 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=603f0a19-dea9-4175-a9c5-c4219028f8c7 HTTP/1.1" status: 200 len: 946 time: 0.0517118 Aug 10 05:07:40.165026 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7be6c903-a041-4eef-b3a1-b78b3f7452cd req-61c315ec-2a2c-400e-b656-44c93cae634d tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426264 Aug 10 05:07:47.184394 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ce271f39-d17e-44cd-9a2c-20dbe1e5c5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:49.883261 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:50.035140 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-85883928-a2d0-4b7a-9e3d-d5d3f717b7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:50.227449 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:51.301044 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:52.236905 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf1008-9d01-4d28-a8a1-34d49ab52faa req-d7af47d9-3f2c-467f-9fa4-bbe1326c0815 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:52.238266 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d8cf1008-9d01-4d28-a8a1-34d49ab52faa req-d7af47d9-3f2c-467f-9fa4-bbe1326c0815 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=603f0a19-dea9-4175-a9c5-c4219028f8c7 HTTP/1.1" status: 200 len: 946 time: 0.0513656 Aug 10 05:07:52.277654 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d8cf1008-9d01-4d28-a8a1-34d49ab52faa req-c36ceb15-6fb1-4a1e-81b9-8a7374d580cf tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333202 Aug 10 05:07:52.761333 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:53.407928 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087aca0c-fd4f-4539-b513-fb21f505f1ff req-4adf2817-eb5e-414a-927b-9e02a905ec9e tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:53.409367 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-087aca0c-fd4f-4539-b513-fb21f505f1ff req-4adf2817-eb5e-414a-927b-9e02a905ec9e tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=603f0a19-dea9-4175-a9c5-c4219028f8c7 HTTP/1.1" status: 200 len: 946 time: 0.0531502 Aug 10 05:07:53.450316 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-087aca0c-fd4f-4539-b513-fb21f505f1ff req-767539ec-7da2-4e5a-a5f2-8d4e81363698 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318758 Aug 10 05:07:54.401326 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698b718-974d-4002-b6e0-bbad676f2373 req-8325a029-95ce-45e9-985f-4c0c4e06f73f tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:54.402699 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5698b718-974d-4002-b6e0-bbad676f2373 req-8325a029-95ce-45e9-985f-4c0c4e06f73f tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.63 "GET /v2.0/ports?device_id=603f0a19-dea9-4175-a9c5-c4219028f8c7 HTTP/1.1" status: 200 len: 946 time: 0.0668421 Aug 10 05:07:54.500758 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-5698b718-974d-4002-b6e0-bbad676f2373 req-19a1485c-3954-4a65-9626-afa9077e60ac tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Deleting port 361ddb7b-63e8-40ad-849a-f716318082f0 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:07:54.501447 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-5698b718-974d-4002-b6e0-bbad676f2373 req-19a1485c-3954-4a65-9626-afa9077e60ac tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:54.617307 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03785011-f6ab-4e4e-8591-5014a175ef21 req-cf773bac-fdfb-482f-90d2-ca0102075c22 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:54.618764 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-03785011-f6ab-4e4e-8591-5014a175ef21 req-cf773bac-fdfb-482f-90d2-ca0102075c22 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=603f0a19-dea9-4175-a9c5-c4219028f8c7 HTTP/1.1" status: 200 len: 946 time: 0.0785780 Aug 10 05:07:54.623451 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-5698b718-974d-4002-b6e0-bbad676f2373 req-19a1485c-3954-4a65-9626-afa9077e60ac tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] For port 361ddb7b-63e8-40ad-849a-f716318082f0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=361ddb7b-63e8-40ad-849a-f716318082f0,segment=NetworkSegment(b4fcb40f-291b-4ac9-a815-71df64bd81fe),segment_id=b4fcb40f-291b-4ac9-a815-71df64bd81fe)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:07:54.623925 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-5698b718-974d-4002-b6e0-bbad676f2373 req-19a1485c-3954-4a65-9626-afa9077e60ac tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:54.641745 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-5698b718-974d-4002-b6e0-bbad676f2373 req-19a1485c-3954-4a65-9626-afa9077e60ac tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Calling delete_port for 361ddb7b-63e8-40ad-849a-f716318082f0 owned by compute:nova {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:07:54.707290 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-03785011-f6ab-4e4e-8591-5014a175ef21 req-d37a61de-6531-4b35-a3aa-1b425c70442e tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807257 Aug 10 05:07:54.798335 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-5698b718-974d-4002-b6e0-bbad676f2373 req-19a1485c-3954-4a65-9626-afa9077e60ac tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:54.810294 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['9909ac64-4d87-4e04-b00b-da20f8fb80c0', 'ca8e44dc-d78a-4eea-969f-2f85d411196d', '5ab40d6e-c2ed-4813-a50a-6146e961d304', '361ddb7b-63e8-40ad-849a-f716318082f0'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:07:54.835141 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1485c-3954-4a65-9626-afa9077e60ac tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Pushing event deleted for resources: {'Port': ['ID=361ddb7b-63e8-40ad-849a-f716318082f0,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:07:54.872377 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-5698b718-974d-4002-b6e0-bbad676f2373 req-19a1485c-3954-4a65-9626-afa9077e60ac tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] No DVR routers for this DVR port 361ddb7b-63e8-40ad-849a-f716318082f0 on host hv-cinder-80403 {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:07:54.875489 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-5698b718-974d-4002-b6e0-bbad676f2373 req-19a1485c-3954-4a65-9626-afa9077e60ac tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:54.877519 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5698b718-974d-4002-b6e0-bbad676f2373 req-19a1485c-3954-4a65-9626-afa9077e60ac tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.63 "DELETE /v2.0/ports/361ddb7b-63e8-40ad-849a-f716318082f0 HTTP/1.1" status: 204 len: 173 time: 0.4671836 Aug 10 05:07:54.877962 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '603f0a19-dea9-4175-a9c5-c4219028f8c7', 'name': 'network-vif-deleted', 'tag': '361ddb7b-63e8-40ad-849a-f716318082f0'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:07:54.880227 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ad241413e3c5b5cfbdfd8ddf86169eda0c2eb72df278c9415fbec86a6c2f7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13e0336-93e1-4e1d-b260-ebe9df85a63d" -d '{"events": [{"server_uuid": "603f0a19-dea9-4175-a9c5-c4219028f8c7", "name": "network-vif-deleted", "tag": "361ddb7b-63e8-40ad-849a-f716318082f0"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:07:54.916992 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3962b099-401e-411b-9d2c-fcb6c503ed43 x-openstack-request-id: req-3962b099-401e-411b-9d2c-fcb6c503ed43 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:07:54.917341 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "603f0a19-dea9-4175-a9c5-c4219028f8c7", "name": "network-vif-deleted", "tag": "361ddb7b-63e8-40ad-849a-f716318082f0", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:07:54.917589 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3962b099-401e-411b-9d2c-fcb6c503ed43 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:07:54.917974 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '603f0a19-dea9-4175-a9c5-c4219028f8c7', 'name': 'network-vif-deleted', 'tag': '361ddb7b-63e8-40ad-849a-f716318082f0', 'status': 'completed', 'code': 200} Aug 10 05:07:57.128834 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242a999-e42c-4332-926d-60f3f966dcdb req-30436a4a-e48b-44b5-994a-930aa0267c0e tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:57.130288 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9242a999-e42c-4332-926d-60f3f966dcdb req-30436a4a-e48b-44b5-994a-930aa0267c0e tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=7257b67d-a358-4fb6-864d-6f61494cd209 HTTP/1.1" status: 200 len: 945 time: 0.0498149 Aug 10 05:07:57.169592 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9242a999-e42c-4332-926d-60f3f966dcdb req-9ff42619-e6d1-4424-98ec-fdf07f273222 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329537 Aug 10 05:07:57.375074 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [req-f4f71df4-e198-47f1-b605-4ef3321d2874 req-1d982713-1b81-4b85-abab-bdb98b13afe7 service neutron] (93277) timed out ('10.222.0.63', 54866) {{(pid=93277) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 05:07:57.754703 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 361ddb7b-63e8-40ad-849a-f716318082f0 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:07:57.778750 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] No Port match for: 361ddb7b-63e8-40ad-849a-f716318082f0 {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:07:57.779124 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 361ddb7b-63e8-40ad-849a-f716318082f0 not bound to the agent host hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:07:58.310750 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063277a9-0756-4a38-8769-419b6b1e9d3b req-80c57928-2fcf-43b2-8c8e-8d3d8d9ceb58 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:58.312432 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-063277a9-0756-4a38-8769-419b6b1e9d3b req-80c57928-2fcf-43b2-8c8e-8d3d8d9ceb58 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=7257b67d-a358-4fb6-864d-6f61494cd209 HTTP/1.1" status: 200 len: 945 time: 0.0622408 Aug 10 05:07:58.351420 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-063277a9-0756-4a38-8769-419b6b1e9d3b req-f519eb99-76ee-447e-be1c-05d254c7d021 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329838 Aug 10 05:07:59.001497 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b7abc9b4-8c8a-43d4-b9ea-7db469db6b18 req-2bb195cf-cd91-4cd9-9779-a17570cb3cbf service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a890e5d2-31d6-4a7e-a19e-f12a3a3e13ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452123 Aug 10 05:07:59.114144 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abc9b4-8c8a-43d4-b9ea-7db469db6b18 req-764885d4-92fa-4758-a61e-f3bfb008156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:59.115665 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b7abc9b4-8c8a-43d4-b9ea-7db469db6b18 req-764885d4-92fa-4758-a61e-f3bfb008156a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b47b4308edde48d48d15d2b777e3b79e&device_id=a890e5d2-31d6-4a7e-a19e-f12a3a3e13ff HTTP/1.1" status: 200 len: 1098 time: 0.0449591 Aug 10 05:07:59.232739 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abc9b4-8c8a-43d4-b9ea-7db469db6b18 req-a3b1638b-0dc5-4879-b05b-0659a7c25f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:59.234310 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b7abc9b4-8c8a-43d4-b9ea-7db469db6b18 req-a3b1638b-0dc5-4879-b05b-0659a7c25f78 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f3f3b081-17cf-4a6b-b6eb-e38a0962ec21 HTTP/1.1" status: 200 len: 915 time: 0.0925422 Aug 10 05:07:59.274413 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3de55-0e9d-4bf5-a2cd-07f5ab2594dc req-8a8688e8-f33b-4243-8fda-801a3801eb48 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:59.275862 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-9fb3de55-0e9d-4bf5-a2cd-07f5ab2594dc req-8a8688e8-f33b-4243-8fda-801a3801eb48 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.63 "GET /v2.0/ports?device_id=7257b67d-a358-4fb6-864d-6f61494cd209 HTTP/1.1" status: 200 len: 945 time: 0.0534234 Aug 10 05:07:59.280000 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b7abc9b4-8c8a-43d4-b9ea-7db469db6b18 req-52b1d9e6-bc11-4581-9706-311ac371122d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9909ac64-4d87-4e04-b00b-da20f8fb80c0 HTTP/1.1" status: 200 len: 217 time: 0.0384395 Aug 10 05:07:59.333698 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abc9b4-8c8a-43d4-b9ea-7db469db6b18 req-30781867-c30a-4990-89c3-4105391d2dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:59.335223 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b7abc9b4-8c8a-43d4-b9ea-7db469db6b18 req-30781867-c30a-4990-89c3-4105391d2dc1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a9768202-a91c-4ba1-a7b7-d9e4744fbef7 HTTP/1.1" status: 200 len: 854 time: 0.0453410 Aug 10 05:07:59.368293 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b7abc9b4-8c8a-43d4-b9ea-7db469db6b18 req-fbd00464-923c-4d82-adde-6a25af7932f6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f3f3b081-17cf-4a6b-b6eb-e38a0962ec21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239637 Aug 10 05:07:59.378251 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [req-9fb3de55-0e9d-4bf5-a2cd-07f5ab2594dc req-6fa6aaa0-0234-4035-8f21-8a846cc23240 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Deleting port 5ab40d6e-c2ed-4813-a50a-6146e961d304 {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:07:59.378593 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-9fb3de55-0e9d-4bf5-a2cd-07f5ab2594dc req-6fa6aaa0-0234-4035-8f21-8a846cc23240 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:59.466307 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [req-9fb3de55-0e9d-4bf5-a2cd-07f5ab2594dc req-6fa6aaa0-0234-4035-8f21-8a846cc23240 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] For port 5ab40d6e-c2ed-4813-a50a-6146e961d304, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5ab40d6e-c2ed-4813-a50a-6146e961d304,segment=NetworkSegment(b4fcb40f-291b-4ac9-a815-71df64bd81fe),segment_id=b4fcb40f-291b-4ac9-a815-71df64bd81fe)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:07:59.466677 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-9fb3de55-0e9d-4bf5-a2cd-07f5ab2594dc req-6fa6aaa0-0234-4035-8f21-8a846cc23240 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:59.483442 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [req-9fb3de55-0e9d-4bf5-a2cd-07f5ab2594dc req-6fa6aaa0-0234-4035-8f21-8a846cc23240 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Calling delete_port for 5ab40d6e-c2ed-4813-a50a-6146e961d304 owned by compute:nova {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:07:59.495739 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e8631-4237-4562-af1d-ddbd768cc985 req-130ccd1f-72fa-46d1-bd4c-753c76d7336b tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:59.497239 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6d4e8631-4237-4562-af1d-ddbd768cc985 req-130ccd1f-72fa-46d1-bd4c-753c76d7336b tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=7257b67d-a358-4fb6-864d-6f61494cd209 HTTP/1.1" status: 200 len: 945 time: 0.0740695 Aug 10 05:07:59.499568 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b7abc9b4-8c8a-43d4-b9ea-7db469db6b18 req-60ec9680-c957-403b-a40a-a7a93ef49610 service neutron] 10.222.0.63 "GET /v2.0/networks/f3f3b081-17cf-4a6b-b6eb-e38a0962ec21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232710 Aug 10 05:07:59.583554 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6d4e8631-4237-4562-af1d-ddbd768cc985 req-cfa93d86-9b41-49a2-852f-15311df36200 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798686 Aug 10 05:07:59.611709 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-9fb3de55-0e9d-4bf5-a2cd-07f5ab2594dc req-6fa6aaa0-0234-4035-8f21-8a846cc23240 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:59.613541 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b7abc9b4-8c8a-43d4-b9ea-7db469db6b18 req-3e70c454-c904-4f20-9c1d-14b3ca770a40 service neutron] 10.222.0.63 "GET /v2.0/networks/f3f3b081-17cf-4a6b-b6eb-e38a0962ec21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041579 Aug 10 05:07:59.624644 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['9909ac64-4d87-4e04-b00b-da20f8fb80c0', 'ca8e44dc-d78a-4eea-969f-2f85d411196d', '5ab40d6e-c2ed-4813-a50a-6146e961d304'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:07:59.641024 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa6aaa0-0234-4035-8f21-8a846cc23240 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Pushing event deleted for resources: {'Port': ['ID=5ab40d6e-c2ed-4813-a50a-6146e961d304,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:07:59.668376 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa6aaa0-0234-4035-8f21-8a846cc23240 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:59.668751 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa6aaa0-0234-4035-8f21-8a846cc23240 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:59.669066 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa6aaa0-0234-4035-8f21-8a846cc23240 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:59.669404 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa6aaa0-0234-4035-8f21-8a846cc23240 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:59.669725 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa6aaa0-0234-4035-8f21-8a846cc23240 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:59.670076 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa6aaa0-0234-4035-8f21-8a846cc23240 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:59.670403 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa6aaa0-0234-4035-8f21-8a846cc23240 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:59.670737 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa6aaa0-0234-4035-8f21-8a846cc23240 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:59.671159 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa6aaa0-0234-4035-8f21-8a846cc23240 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:59.671703 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa6aaa0-0234-4035-8f21-8a846cc23240 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:59.672063 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa6aaa0-0234-4035-8f21-8a846cc23240 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:59.672391 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa6aaa0-0234-4035-8f21-8a846cc23240 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:59.693485 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb3de55-0e9d-4bf5-a2cd-07f5ab2594dc req-6fa6aaa0-0234-4035-8f21-8a846cc23240 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] No DVR routers for this DVR port 5ab40d6e-c2ed-4813-a50a-6146e961d304 on host hv-cinder-80403 {{(pid=93277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:07:59.696006 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-9fb3de55-0e9d-4bf5-a2cd-07f5ab2594dc req-6fa6aaa0-0234-4035-8f21-8a846cc23240 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:59.697964 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-9fb3de55-0e9d-4bf5-a2cd-07f5ab2594dc req-6fa6aaa0-0234-4035-8f21-8a846cc23240 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.63 "DELETE /v2.0/ports/5ab40d6e-c2ed-4813-a50a-6146e961d304 HTTP/1.1" status: 204 len: 173 time: 0.4087179 Aug 10 05:07:59.698399 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7257b67d-a358-4fb6-864d-6f61494cd209', 'name': 'network-vif-deleted', 'tag': '5ab40d6e-c2ed-4813-a50a-6146e961d304'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:07:59.700679 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0435c65cf5a8cc8383a9c7cfa6853d0e89819f93ab363e4d384fd3b31d716135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e54b44a-4dcf-488e-b775-51524117a724" -d '{"events": [{"server_uuid": "7257b67d-a358-4fb6-864d-6f61494cd209", "name": "network-vif-deleted", "tag": "5ab40d6e-c2ed-4813-a50a-6146e961d304"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:07:59.740483 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2da2d3-714a-45c3-b35c-51a02b6c2632 x-openstack-request-id: req-0b2da2d3-714a-45c3-b35c-51a02b6c2632 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:07:59.740773 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7257b67d-a358-4fb6-864d-6f61494cd209", "name": "network-vif-deleted", "tag": "5ab40d6e-c2ed-4813-a50a-6146e961d304", "status": "completed", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:07:59.741025 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b2da2d3-714a-45c3-b35c-51a02b6c2632 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:07:59.741416 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7257b67d-a358-4fb6-864d-6f61494cd209', 'name': 'network-vif-deleted', 'tag': '5ab40d6e-c2ed-4813-a50a-6146e961d304', 'status': 'completed', 'code': 200} Aug 10 05:08:00.609974 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [req-0e75e3b7-8e59-454e-a11a-d1e0e0472192 req-b1256fc3-33ba-4f0a-98e8-d697cc324ff1 service neutron] (93278) timed out ('10.222.0.63', 54921) {{(pid=93278) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 05:08:00.889944 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770eee1-a420-49ec-9b56-acb54a6ad621 req-eae03fe0-e769-44d0-b59d-01b138453bfb tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:00.891515 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8770eee1-a420-49ec-9b56-acb54a6ad621 req-eae03fe0-e769-44d0-b59d-01b138453bfb tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=92737997-7afd-46bb-b701-d6940c931b8c HTTP/1.1" status: 200 len: 945 time: 0.0625584 Aug 10 05:08:00.931190 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8770eee1-a420-49ec-9b56-acb54a6ad621 req-b2b24ade-082a-4126-81ac-bb475317e4bc tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333285 Aug 10 05:08:01.802674 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 5ab40d6e-c2ed-4813-a50a-6146e961d304 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:08:01.827612 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] No Port match for: 5ab40d6e-c2ed-4813-a50a-6146e961d304 {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:08:01.827946 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 5ab40d6e-c2ed-4813-a50a-6146e961d304 not bound to the agent host hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:08:02.067392 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb599377-7ddf-433f-89e0-34992cf42321 req-f0247fc0-04ef-4765-b585-cc4b5bbebce2 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:02.068760 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cb599377-7ddf-433f-89e0-34992cf42321 req-f0247fc0-04ef-4765-b585-cc4b5bbebce2 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=92737997-7afd-46bb-b701-d6940c931b8c HTTP/1.1" status: 200 len: 945 time: 0.0615849 Aug 10 05:08:02.108989 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cb599377-7ddf-433f-89e0-34992cf42321 req-fc20780f-2a14-45ac-916f-d8dc9fb55950 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315013 Aug 10 05:08:02.811975 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2048fb0-8f2f-4b08-b623-2d0f76308c97 req-c205d049-f336-4843-8f0e-b368633649d2 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:02.813435 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-a2048fb0-8f2f-4b08-b623-2d0f76308c97 req-c205d049-f336-4843-8f0e-b368633649d2 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.63 "GET /v2.0/ports?device_id=92737997-7afd-46bb-b701-d6940c931b8c HTTP/1.1" status: 200 len: 945 time: 0.0526047 Aug 10 05:08:02.914673 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [req-a2048fb0-8f2f-4b08-b623-2d0f76308c97 req-f7a30150-35ec-4c9e-a517-278a5545ca00 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Deleting port ca8e44dc-d78a-4eea-969f-2f85d411196d {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:08:02.915003 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-a2048fb0-8f2f-4b08-b623-2d0f76308c97 req-f7a30150-35ec-4c9e-a517-278a5545ca00 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:03.001600 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [req-a2048fb0-8f2f-4b08-b623-2d0f76308c97 req-f7a30150-35ec-4c9e-a517-278a5545ca00 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] For port ca8e44dc-d78a-4eea-969f-2f85d411196d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ca8e44dc-d78a-4eea-969f-2f85d411196d,segment=NetworkSegment(b4fcb40f-291b-4ac9-a815-71df64bd81fe),segment_id=b4fcb40f-291b-4ac9-a815-71df64bd81fe)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:08:03.001938 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-a2048fb0-8f2f-4b08-b623-2d0f76308c97 req-f7a30150-35ec-4c9e-a517-278a5545ca00 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:03.015337 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [req-a2048fb0-8f2f-4b08-b623-2d0f76308c97 req-f7a30150-35ec-4c9e-a517-278a5545ca00 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Calling delete_port for ca8e44dc-d78a-4eea-969f-2f85d411196d owned by compute:nova {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:08:03.154576 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-a2048fb0-8f2f-4b08-b623-2d0f76308c97 req-f7a30150-35ec-4c9e-a517-278a5545ca00 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:03.167216 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['9909ac64-4d87-4e04-b00b-da20f8fb80c0', 'ca8e44dc-d78a-4eea-969f-2f85d411196d'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:08:03.183991 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a30150-35ec-4c9e-a517-278a5545ca00 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Pushing event deleted for resources: {'Port': ['ID=ca8e44dc-d78a-4eea-969f-2f85d411196d,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:08:03.227004 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2048fb0-8f2f-4b08-b623-2d0f76308c97 req-f7a30150-35ec-4c9e-a517-278a5545ca00 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] No DVR routers for this DVR port ca8e44dc-d78a-4eea-969f-2f85d411196d on host hv-cinder-80403 {{(pid=93277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:08:03.229631 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-a2048fb0-8f2f-4b08-b623-2d0f76308c97 req-f7a30150-35ec-4c9e-a517-278a5545ca00 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:03.231751 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-a2048fb0-8f2f-4b08-b623-2d0f76308c97 req-f7a30150-35ec-4c9e-a517-278a5545ca00 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.63 "DELETE /v2.0/ports/ca8e44dc-d78a-4eea-969f-2f85d411196d HTTP/1.1" status: 204 len: 173 time: 0.4104054 Aug 10 05:08:03.232217 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92737997-7afd-46bb-b701-d6940c931b8c', 'name': 'network-vif-deleted', 'tag': 'ca8e44dc-d78a-4eea-969f-2f85d411196d'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:08:03.234435 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0435c65cf5a8cc8383a9c7cfa6853d0e89819f93ab363e4d384fd3b31d716135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779f107a-1afa-4627-b3da-ff1bf659f302" -d '{"events": [{"server_uuid": "92737997-7afd-46bb-b701-d6940c931b8c", "name": "network-vif-deleted", "tag": "ca8e44dc-d78a-4eea-969f-2f85d411196d"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:08:03.239329 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bfeea0cf-0cfe-456c-91f9-ea8ad6c35195 req-f1030b0f-34cd-45dc-8600-2d7483be9fe2 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=92737997-7afd-46bb-b701-d6940c931b8c HTTP/1.1" status: 200 len: 210 time: 0.0323389 Aug 10 05:08:03.280245 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb43f7c2-86eb-4fe0-a9bf-e00256a7c990 x-openstack-request-id: req-eb43f7c2-86eb-4fe0-a9bf-e00256a7c990 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:08:03.280526 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92737997-7afd-46bb-b701-d6940c931b8c", "name": "network-vif-deleted", "tag": "ca8e44dc-d78a-4eea-969f-2f85d411196d", "status": "completed", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:08:03.280773 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eb43f7c2-86eb-4fe0-a9bf-e00256a7c990 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:08:03.281155 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92737997-7afd-46bb-b701-d6940c931b8c', 'name': 'network-vif-deleted', 'tag': 'ca8e44dc-d78a-4eea-969f-2f85d411196d', 'status': 'completed', 'code': 200} Aug 10 05:08:04.533188 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:08:05.814186 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device ca8e44dc-d78a-4eea-969f-2f85d411196d no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:08:05.838587 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] No Port match for: ca8e44dc-d78a-4eea-969f-2f85d411196d {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:08:05.838973 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device ca8e44dc-d78a-4eea-969f-2f85d411196d not bound to the agent host hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:08:05.962875 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086372e-02bf-484e-bcc0-0a55a1b46a05 req-ff6bf551-9acd-40f5-9bd4-44fd89368a33 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:05.964375 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5086372e-02bf-484e-bcc0-0a55a1b46a05 req-ff6bf551-9acd-40f5-9bd4-44fd89368a33 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=a890e5d2-31d6-4a7e-a19e-f12a3a3e13ff HTTP/1.1" status: 200 len: 945 time: 0.3323929 Aug 10 05:08:06.001495 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5086372e-02bf-484e-bcc0-0a55a1b46a05 req-af2114e9-15d1-4126-9858-17e9b2b29dd5 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311503 Aug 10 05:08:07.133705 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61560252-496a-4af0-b767-cd5f8196f42a req-003643a3-2766-45a1-ac4d-ec144133a3fa tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:07.135195 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-61560252-496a-4af0-b767-cd5f8196f42a req-003643a3-2766-45a1-ac4d-ec144133a3fa tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=a890e5d2-31d6-4a7e-a19e-f12a3a3e13ff HTTP/1.1" status: 200 len: 945 time: 0.0575278 Aug 10 05:08:07.176895 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-61560252-496a-4af0-b767-cd5f8196f42a req-8d0306d0-b4d6-4ea0-a4df-b075698f962a tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e7e09f0-5847-43c9-8dc1-0da42cb99df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329466 Aug 10 05:08:07.771668 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612c980-3681-41f0-b54e-13bf344dfe89 req-c0b92f7a-7712-4514-9560-464b08a473c6 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:07.773175 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-7612c980-3681-41f0-b54e-13bf344dfe89 req-c0b92f7a-7712-4514-9560-464b08a473c6 tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.63 "GET /v2.0/ports?device_id=a890e5d2-31d6-4a7e-a19e-f12a3a3e13ff HTTP/1.1" status: 200 len: 945 time: 0.0562787 Aug 10 05:08:07.866704 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [req-7612c980-3681-41f0-b54e-13bf344dfe89 req-632af00c-19f9-479c-b70a-4a7b94d2469b tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Deleting port 9909ac64-4d87-4e04-b00b-da20f8fb80c0 {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:08:07.867112 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-7612c980-3681-41f0-b54e-13bf344dfe89 req-632af00c-19f9-479c-b70a-4a7b94d2469b tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:07.964942 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [req-7612c980-3681-41f0-b54e-13bf344dfe89 req-632af00c-19f9-479c-b70a-4a7b94d2469b tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] For port 9909ac64-4d87-4e04-b00b-da20f8fb80c0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9909ac64-4d87-4e04-b00b-da20f8fb80c0,segment=NetworkSegment(b4fcb40f-291b-4ac9-a815-71df64bd81fe),segment_id=b4fcb40f-291b-4ac9-a815-71df64bd81fe)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:08:07.965304 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-7612c980-3681-41f0-b54e-13bf344dfe89 req-632af00c-19f9-479c-b70a-4a7b94d2469b tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:07.978465 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [req-7612c980-3681-41f0-b54e-13bf344dfe89 req-632af00c-19f9-479c-b70a-4a7b94d2469b tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Calling delete_port for 9909ac64-4d87-4e04-b00b-da20f8fb80c0 owned by compute:nova {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:08:08.122836 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-7612c980-3681-41f0-b54e-13bf344dfe89 req-632af00c-19f9-479c-b70a-4a7b94d2469b tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:08.134756 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['9909ac64-4d87-4e04-b00b-da20f8fb80c0'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:08:08.154589 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632af00c-19f9-479c-b70a-4a7b94d2469b tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Pushing event deleted for resources: {'Port': ['ID=9909ac64-4d87-4e04-b00b-da20f8fb80c0,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:08:08.192240 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [req-7612c980-3681-41f0-b54e-13bf344dfe89 req-632af00c-19f9-479c-b70a-4a7b94d2469b tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] No DVR routers for this DVR port 9909ac64-4d87-4e04-b00b-da20f8fb80c0 on host hv-cinder-80403 {{(pid=93277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:08:08.194530 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-7612c980-3681-41f0-b54e-13bf344dfe89 req-632af00c-19f9-479c-b70a-4a7b94d2469b tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:08.196488 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-7612c980-3681-41f0-b54e-13bf344dfe89 req-632af00c-19f9-479c-b70a-4a7b94d2469b tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.63 "DELETE /v2.0/ports/9909ac64-4d87-4e04-b00b-da20f8fb80c0 HTTP/1.1" status: 204 len: 173 time: 0.4169319 Aug 10 05:08:08.196926 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a890e5d2-31d6-4a7e-a19e-f12a3a3e13ff', 'name': 'network-vif-deleted', 'tag': '9909ac64-4d87-4e04-b00b-da20f8fb80c0'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:08:08.199146 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0435c65cf5a8cc8383a9c7cfa6853d0e89819f93ab363e4d384fd3b31d716135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec130237-085f-4578-84fa-ccca3a518c67" -d '{"events": [{"server_uuid": "a890e5d2-31d6-4a7e-a19e-f12a3a3e13ff", "name": "network-vif-deleted", "tag": "9909ac64-4d87-4e04-b00b-da20f8fb80c0"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:08:08.237477 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d683e71-01ec-4005-8e8c-cd87b587bb8a x-openstack-request-id: req-8d683e71-01ec-4005-8e8c-cd87b587bb8a {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:08:08.237767 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a890e5d2-31d6-4a7e-a19e-f12a3a3e13ff", "name": "network-vif-deleted", "tag": "9909ac64-4d87-4e04-b00b-da20f8fb80c0", "status": "completed", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:08:08.238012 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d683e71-01ec-4005-8e8c-cd87b587bb8a {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:08:08.238400 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a890e5d2-31d6-4a7e-a19e-f12a3a3e13ff', 'name': 'network-vif-deleted', 'tag': '9909ac64-4d87-4e04-b00b-da20f8fb80c0', 'status': 'completed', 'code': 200} Aug 10 05:08:08.282018 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-afe5d67f-c4b3-4ab3-bee7-c657fcca6db7 req-255694cd-cd10-4a3c-8417-7abbb1c15f4c tempest-AttachVolumeNegativeTest-1004761678 tempest-AttachVolumeNegativeTest-1004761678-project] 10.222.0.49 "GET /v2.0/ports?device_id=a890e5d2-31d6-4a7e-a19e-f12a3a3e13ff HTTP/1.1" status: 200 len: 210 time: 0.0290115 Aug 10 05:08:09.345510 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 37696) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:08:09.400710 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_v2 [None req-f28b60e6-e453-4dd4-be37-317b6e631f17 admin admin] Deleting subnet a9768202-a91c-4ba1-a7b7-d9e4744fbef7 {{(pid=93277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 05:08:09.403818 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f28b60e6-e453-4dd4-be37-317b6e631f17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:09.437435 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f28b60e6-e453-4dd4-be37-317b6e631f17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58878301'] for subnet, precommit_delete_associations {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:09.478784 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f28b60e6-e453-4dd4-be37-317b6e631f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3582293'] for subnet, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:09.535282 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f28b60e6-e453-4dd4-be37-317b6e631f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3582274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59047148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1137010'] for subnet, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:09.560698 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b60e6-e453-4dd4-be37-317b6e631f17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9768202-a91c-4ba1-a7b7-d9e4744fbef7,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:08:09.564250 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f28b60e6-e453-4dd4-be37-317b6e631f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for subnet, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:09.566154 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-f28b60e6-e453-4dd4-be37-317b6e631f17 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a9768202-a91c-4ba1-a7b7-d9e4744fbef7 HTTP/1.1" status: 204 len: 168 time: 0.2196119 Aug 10 05:08:09.568786 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 37698) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:08:09.638348 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-022f7d04-edc2-4683-8acb-458882390444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727498'] for network, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:09.719239 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-022f7d04-edc2-4683-8acb-458882390444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580114', 'neutron.services.segments.db._delete_segments_for_network-8757410627184'] for network, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:09.729856 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-022f7d04-edc2-4683-8acb-458882390444 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3f3b081-17cf-4a6b-b6eb-e38a0962ec21']}} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:08:09.741994 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-022f7d04-edc2-4683-8acb-458882390444 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4fcb40f-291b-4ac9-a815-71df64bd81fe') {'for_net_delete': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:08:09.742295 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-022f7d04-edc2-4683-8acb-458882390444 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4fcb40f-291b-4ac9-a815-71df64bd81fe') {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:08:09.751531 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-022f7d04-edc2-4683-8acb-458882390444 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757410630265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58878282'] for segment, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:09.766337 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-022f7d04-edc2-4683-8acb-458882390444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:09.772782 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022f7d04-edc2-4683-8acb-458882390444 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 05:08:09.773039 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-022f7d04-edc2-4683-8acb-458882390444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59046962'] for segment, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:09.774684 dv-cinder-804035-1-iscsi neutron-server[93277]: Traceback (most recent call last): Aug 10 05:08:09.774684 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 05:08:09.774684 dv-cinder-804035-1-iscsi neutron-server[93277]: timer() Aug 10 05:08:09.774684 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 05:08:09.774684 dv-cinder-804035-1-iscsi neutron-server[93277]: cb(*args, **kw) Aug 10 05:08:09.774684 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 05:08:09.774684 dv-cinder-804035-1-iscsi neutron-server[93277]: return func(*args, **kwargs) Aug 10 05:08:09.774684 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 05:08:09.774684 dv-cinder-804035-1-iscsi neutron-server[93277]: self._notify() Aug 10 05:08:09.774684 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 05:08:09.774684 dv-cinder-804035-1-iscsi neutron-server[93277]: self.callback(batched_events) Aug 10 05:08:09.774684 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 05:08:09.774684 dv-cinder-804035-1-iscsi neutron-server[93277]: event.method(event) Aug 10 05:08:09.774684 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 05:08:09.774684 dv-cinder-804035-1-iscsi neutron-server[93277]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 05:08:09.774684 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 05:08:09.774684 dv-cinder-804035-1-iscsi neutron-server[93277]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 05:08:09.774684 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 05:08:09.774684 dv-cinder-804035-1-iscsi neutron-server[93277]: return f(self, *a, **k) Aug 10 05:08:09.774684 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 05:08:09.774684 dv-cinder-804035-1-iscsi neutron-server[93277]: return self._get(url).json() Aug 10 05:08:09.774684 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 05:08:09.774684 dv-cinder-804035-1-iscsi neutron-server[93277]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 05:08:09.774684 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 05:08:09.774684 dv-cinder-804035-1-iscsi neutron-server[93277]: return self.request(url, 'GET', **kwargs) Aug 10 05:08:09.774684 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 05:08:09.774684 dv-cinder-804035-1-iscsi neutron-server[93277]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 05:08:09.774684 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 05:08:09.774684 dv-cinder-804035-1-iscsi neutron-server[93277]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 05:08:09.774684 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 05:08:09.774684 dv-cinder-804035-1-iscsi neutron-server[93277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 05:08:09.774684 dv-cinder-804035-1-iscsi neutron-server[93277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 05:08:09.837064 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-022f7d04-edc2-4683-8acb-458882390444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496300'] for network, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:09.843905 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-022f7d04-edc2-4683-8acb-458882390444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:09.845838 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-022f7d04-edc2-4683-8acb-458882390444 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f3f3b081-17cf-4a6b-b6eb-e38a0962ec21 HTTP/1.1" status: 204 len: 168 time: 0.2761645 Aug 10 05:08:09.858495 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f7d04-edc2-4683-8acb-458882390444 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3f3b081-17cf-4a6b-b6eb-e38a0962ec21,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:08:10.025292 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 37702) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:08:10.065422 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-9f39d595-808a-4dfc-8ad6-20acbbd49853 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b47b4308edde48d48d15d2b777e3b79e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388420 Aug 10 05:08:10.067745 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 37704) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:08:10.113887 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0d046540-238d-4349-963e-8bbd7fab6c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:10.134444 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0d046540-238d-4349-963e-8bbd7fab6c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:10.186714 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0d046540-238d-4349-963e-8bbd7fab6c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:10.189235 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0d046540-238d-4349-963e-8bbd7fab6c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:10.190368 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-0d046540-238d-4349-963e-8bbd7fab6c09 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6e7e09f0-5847-43c9-8dc1-0da42cb99df5 HTTP/1.1" status: 204 len: 168 time: 0.1217394 Aug 10 05:08:10.197610 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d046540-238d-4349-963e-8bbd7fab6c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7e09f0-5847-43c9-8dc1-0da42cb99df5,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:08:11.817406 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 9909ac64-4d87-4e04-b00b-da20f8fb80c0 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:08:11.838681 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] No Port match for: 9909ac64-4d87-4e04-b00b-da20f8fb80c0 {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:08:11.839045 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 9909ac64-4d87-4e04-b00b-da20f8fb80c0 not bound to the agent host hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:08:17.187345 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-cb343f02-e847-4f79-9eee-b51ca4cccd97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:18.522487 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 37826) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:08:18.637083 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-701c6adc-1bd3-4c6e-9587-b5612f649628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:18.736584 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-701c6adc-1bd3-4c6e-9587-b5612f649628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:18.742783 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-701c6adc-1bd3-4c6e-9587-b5612f649628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:18.778595 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-701c6adc-1bd3-4c6e-9587-b5612f649628 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2feca6aa79b84ce6a169d3be2058e1c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2549915 Aug 10 05:08:18.779459 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c6adc-1bd3-4c6e-9587-b5612f649628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62285d73-fceb-46db-a9bf-9c54a91f3e16,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:08:18.781530 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 37830) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:08:18.835254 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2805d429-8934-45df-bdc4-17562eb0f106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:18.859171 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2805d429-8934-45df-bdc4-17562eb0f106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:18.908313 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2805d429-8934-45df-bdc4-17562eb0f106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:18.910838 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2805d429-8934-45df-bdc4-17562eb0f106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:18.912046 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-2805d429-8934-45df-bdc4-17562eb0f106 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/62285d73-fceb-46db-a9bf-9c54a91f3e16 HTTP/1.1" status: 204 len: 168 time: 0.1294172 Aug 10 05:08:18.919617 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2805d429-8934-45df-bdc4-17562eb0f106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62285d73-fceb-46db-a9bf-9c54a91f3e16,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:08:19.206494 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 37836) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:08:19.219978 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a3356740-df73-4d1c-885d-ce7c583f7ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:19.310450 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a3356740-df73-4d1c-885d-ce7c583f7ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:19.316631 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a3356740-df73-4d1c-885d-ce7c583f7ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:19.352697 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-a3356740-df73-4d1c-885d-ce7c583f7ffa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3ab2cf32e8de422291e7f387cfdaf9eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450448 Aug 10 05:08:19.353448 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3356740-df73-4d1c-885d-ce7c583f7ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26936c0-92ce-4635-bae2-c0a32f27f8f5,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:08:19.355572 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 37838) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:08:19.405089 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-25c36925-c3b8-4051-ba0b-35345fe35b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:19.425876 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-25c36925-c3b8-4051-ba0b-35345fe35b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:19.479366 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-25c36925-c3b8-4051-ba0b-35345fe35b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:19.481917 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-25c36925-c3b8-4051-ba0b-35345fe35b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:19.483148 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-25c36925-c3b8-4051-ba0b-35345fe35b3f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f26936c0-92ce-4635-bae2-c0a32f27f8f5 HTTP/1.1" status: 204 len: 168 time: 0.1265466 Aug 10 05:08:19.490975 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c36925-c3b8-4051-ba0b-35345fe35b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26936c0-92ce-4635-bae2-c0a32f27f8f5,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:08:19.819392 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 37844) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:08:19.838460 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0837223e-6407-497d-a876-e1eea7116fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:19.892585 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:19.934251 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0837223e-6407-497d-a876-e1eea7116fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:19.940540 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0837223e-6407-497d-a876-e1eea7116fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:19.977612 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-0837223e-6407-497d-a876-e1eea7116fce admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=23f968c3fd714b96b7f272820f54ac14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569831 Aug 10 05:08:19.978441 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0837223e-6407-497d-a876-e1eea7116fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff28e5f-248c-4da0-a15f-7f24101ed99a,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:08:19.981486 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 37846) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:08:20.029989 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e9841184-4ddd-47e7-8800-f9cc166adbe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:20.043458 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-657a3a50-39e3-479b-8f95-e6bcab6e1412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:20.064962 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-657a3a50-39e3-479b-8f95-e6bcab6e1412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:20.112961 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-657a3a50-39e3-479b-8f95-e6bcab6e1412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:20.115424 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-657a3a50-39e3-479b-8f95-e6bcab6e1412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:20.116541 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-657a3a50-39e3-479b-8f95-e6bcab6e1412 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dff28e5f-248c-4da0-a15f-7f24101ed99a HTTP/1.1" status: 204 len: 168 time: 0.1333354 Aug 10 05:08:20.124465 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a3a50-39e3-479b-8f95-e6bcab6e1412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff28e5f-248c-4da0-a15f-7f24101ed99a,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:08:20.229798 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:21.304074 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:22.762857 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:23.825363 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 37890) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:08:23.941119 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-185e1e7f-4bcd-481f-9776-497e12af56c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:24.032351 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-185e1e7f-4bcd-481f-9776-497e12af56c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:24.038982 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-185e1e7f-4bcd-481f-9776-497e12af56c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:24.076744 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-185e1e7f-4bcd-481f-9776-497e12af56c0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1a88664f313742b6afbe52fd3183fe88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2501807 Aug 10 05:08:24.077573 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e1e7f-4bcd-481f-9776-497e12af56c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bae3a6e-113e-4f3b-ba01-309a3013cb20,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:08:24.079582 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 37894) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:08:24.128996 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8426ecb8-78c2-4b9a-8ccd-d6eeb7e6dc8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:24.152044 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8426ecb8-78c2-4b9a-8ccd-d6eeb7e6dc8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:24.201998 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8426ecb8-78c2-4b9a-8ccd-d6eeb7e6dc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:24.206000 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8426ecb8-78c2-4b9a-8ccd-d6eeb7e6dc8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:24.207542 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-8426ecb8-78c2-4b9a-8ccd-d6eeb7e6dc8e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7bae3a6e-113e-4f3b-ba01-309a3013cb20 HTTP/1.1" status: 204 len: 168 time: 0.1269314 Aug 10 05:08:24.215694 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426ecb8-78c2-4b9a-8ccd-d6eeb7e6dc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bae3a6e-113e-4f3b-ba01-309a3013cb20,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:08:41.538016 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:08:47.193538 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9d944b4f-2a80-4b8c-ba2a-732ff1804527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:49.913182 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:50.027536 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6f2bc449-4eb1-479d-ba0d-e260aebc13a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:50.233964 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:51.314620 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:52.767737 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:12.283479 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 38170) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:09:12.403419 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-151e2341-6cf0-4c47-8cd0-8a381c86d049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:12.503167 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-151e2341-6cf0-4c47-8cd0-8a381c86d049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:12.509977 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-151e2341-6cf0-4c47-8cd0-8a381c86d049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:12.549515 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-151e2341-6cf0-4c47-8cd0-8a381c86d049 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ef4f89f09dec4923ad36711d1eb519d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2648816 Aug 10 05:09:12.550588 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e2341-6cf0-4c47-8cd0-8a381c86d049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850d7d5b-0917-4186-96a4-9072f768b140,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:12.552472 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 38174) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:09:12.558461 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151e2341-6cf0-4c47-8cd0-8a381c86d049 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:12.558817 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151e2341-6cf0-4c47-8cd0-8a381c86d049 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:12.559193 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151e2341-6cf0-4c47-8cd0-8a381c86d049 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:12.559535 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151e2341-6cf0-4c47-8cd0-8a381c86d049 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:12.559872 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151e2341-6cf0-4c47-8cd0-8a381c86d049 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:12.560205 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151e2341-6cf0-4c47-8cd0-8a381c86d049 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:12.560564 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151e2341-6cf0-4c47-8cd0-8a381c86d049 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:12.560893 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151e2341-6cf0-4c47-8cd0-8a381c86d049 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:12.561405 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151e2341-6cf0-4c47-8cd0-8a381c86d049 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:12.561627 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151e2341-6cf0-4c47-8cd0-8a381c86d049 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:12.561890 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151e2341-6cf0-4c47-8cd0-8a381c86d049 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:12.562211 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151e2341-6cf0-4c47-8cd0-8a381c86d049 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:12.602844 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-67726533-b7a0-4444-b538-853699a24525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:12.624109 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-67726533-b7a0-4444-b538-853699a24525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:12.673721 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-67726533-b7a0-4444-b538-853699a24525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:12.676254 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-67726533-b7a0-4444-b538-853699a24525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:12.677410 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-67726533-b7a0-4444-b538-853699a24525 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/850d7d5b-0917-4186-96a4-9072f768b140 HTTP/1.1" status: 204 len: 168 time: 0.1239579 Aug 10 05:09:12.686974 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67726533-b7a0-4444-b538-853699a24525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850d7d5b-0917-4186-96a4-9072f768b140,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:12.694040 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67726533-b7a0-4444-b538-853699a24525 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:12.694382 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67726533-b7a0-4444-b538-853699a24525 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:12.694715 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67726533-b7a0-4444-b538-853699a24525 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:12.695082 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67726533-b7a0-4444-b538-853699a24525 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:12.695397 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67726533-b7a0-4444-b538-853699a24525 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:12.695721 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67726533-b7a0-4444-b538-853699a24525 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:12.696049 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67726533-b7a0-4444-b538-853699a24525 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:12.696368 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67726533-b7a0-4444-b538-853699a24525 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:12.696810 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67726533-b7a0-4444-b538-853699a24525 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:12.697121 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67726533-b7a0-4444-b538-853699a24525 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:12.697436 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67726533-b7a0-4444-b538-853699a24525 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:12.697863 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67726533-b7a0-4444-b538-853699a24525 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:17.191934 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-cb46640d-6650-4948-841d-15ad939e1f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:18.537738 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:09:19.934226 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:20.021270 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e4f880b2-f1fa-468a-a795-ddba08ee9b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:20.236848 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:21.312683 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:22.777349 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:23.704137 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 38312) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:09:23.806994 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3eef273d-1067-4a89-a0d7-ba6723c42657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:23.896892 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3eef273d-1067-4a89-a0d7-ba6723c42657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:23.902812 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3eef273d-1067-4a89-a0d7-ba6723c42657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:23.939036 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-3eef273d-1067-4a89-a0d7-ba6723c42657 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=577bac5f6bb74cadb022609dc2832f4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2337871 Aug 10 05:09:23.939882 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef273d-1067-4a89-a0d7-ba6723c42657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286d5d3c-71f8-4abb-9215-8b421e4abd73,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:23.942043 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 38316) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:09:23.994294 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-33dcfdd3-1a13-408e-9877-2d5a9bb97dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:24.016036 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-33dcfdd3-1a13-408e-9877-2d5a9bb97dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:24.069987 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-33dcfdd3-1a13-408e-9877-2d5a9bb97dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:24.072658 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-33dcfdd3-1a13-408e-9877-2d5a9bb97dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:24.073812 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-33dcfdd3-1a13-408e-9877-2d5a9bb97dba admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/286d5d3c-71f8-4abb-9215-8b421e4abd73 HTTP/1.1" status: 204 len: 168 time: 0.1307576 Aug 10 05:09:24.081651 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dcfdd3-1a13-408e-9877-2d5a9bb97dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286d5d3c-71f8-4abb-9215-8b421e4abd73,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:24.749782 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 38338) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:09:24.850060 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-ac7f7d94-81bb-4b3f-9c92-346effbb235d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1013910498-network', 'tenant_id': '5ccd09d13a3c4cd79a7a735d8fc6b317'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:09:24.872545 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7f7d94-81bb-4b3f-9c92-346effbb235d admin admin] Made reservation on behalf of 5ccd09d13a3c4cd79a7a735d8fc6b317 for: {'network': 1} {{(pid=93277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:09:24.875158 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ac7f7d94-81bb-4b3f-9c92-346effbb235d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for network, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:24.884249 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ac7f7d94-81bb-4b3f-9c92-346effbb235d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:24.974368 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ac7f7d94-81bb-4b3f-9c92-346effbb235d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:24.980364 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ac7f7d94-81bb-4b3f-9c92-346effbb235d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:25.002677 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac7f7d94-81bb-4b3f-9c92-346effbb235d admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=93277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 05:09:25.011688 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f7d94-81bb-4b3f-9c92-346effbb235d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db88688-0a6d-4c1a-97bb-0c5850cda963,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:25.016474 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ac7f7d94-81bb-4b3f-9c92-346effbb235d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:25.016806 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.db.segments_db [None req-ac7f7d94-81bb-4b3f-9c92-346effbb235d admin admin] Added segment 1209052f-d08b-4831-8a1f-2303a1267e82 of type vlan for network c3901510-eb51-4599-87be-77fac0aef737 Aug 10 05:09:25.054439 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ac7f7d94-81bb-4b3f-9c92-346effbb235d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757410051916'] for network, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:25.088855 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ac7f7d94-81bb-4b3f-9c92-346effbb235d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092'] for network, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:25.089790 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7f7d94-81bb-4b3f-9c92-346effbb235d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:09:25.090394 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ac7f7d94-81bb-4b3f-9c92-346effbb235d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:25.141248 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-ac7f7d94-81bb-4b3f-9c92-346effbb235d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3901961 Aug 10 05:09:25.144493 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 38342) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:09:25.146315 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f7d94-81bb-4b3f-9c92-346effbb235d admin admin] Pushing event updated for resources: {'Network': ['ID=c3901510-eb51-4599-87be-77fac0aef737,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:25.150550 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-e75b2576-8966-4775-a583-a4db319ce18d admin admin] Request body: {'subnet': {'network_id': 'c3901510-eb51-4599-87be-77fac0aef737', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1013910498-subnet', 'tenant_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'ip_version': 4}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:09:25.156819 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Network c3901510-eb51-4599-87be-77fac0aef737 details requested by agent ovs-agent-dv-cinder-804035-1-iscsi with host dv-cinder-804035-1-iscsi {{(pid=93279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 05:09:25.177436 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75b2576-8966-4775-a583-a4db319ce18d admin admin] Made reservation on behalf of 5ccd09d13a3c4cd79a7a735d8fc6b317 for: {'subnet': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:09:25.179900 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e75b2576-8966-4775-a583-a4db319ce18d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7953801'] for subnet, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:25.345332 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e75b2576-8966-4775-a583-a4db319ce18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7361737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7953851'] for subnet, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:25.403986 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b2576-8966-4775-a583-a4db319ce18d admin admin] Pushing event updated for resources: {'Subnet': ['ID=03d492c1-da81-4b3e-a3f9-654d212cc059,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:25.414334 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75b2576-8966-4775-a583-a4db319ce18d admin admin] Checking segment: {'id': '1209052f-d08b-4831-8a1f-2303a1267e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c3901510-eb51-4599-87be-77fac0aef737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:09:25.414696 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75b2576-8966-4775-a583-a4db319ce18d admin admin] Network hostable DHCP agents. Network: c3901510-eb51-4599-87be-77fac0aef737, hostable agents: ['5003063e-fd7f-41c4-9249-d5db703bed75'], hosted agents: [] {{(pid=93278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 05:09:25.437214 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75b2576-8966-4775-a583-a4db319ce18d admin admin] Network c3901510-eb51-4599-87be-77fac0aef737 is scheduled to be hosted by DHCP agent 5003063e-fd7f-41c4-9249-d5db703bed75 with binding_index 1 {{(pid=93278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 05:09:25.454915 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-e75b2576-8966-4775-a583-a4db319ce18d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-1-iscsi, c3901510-eb51-4599-87be-77fac0aef737) {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:09:25.460610 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75b2576-8966-4775-a583-a4db319ce18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:09:25.461324 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e75b2576-8966-4775-a583-a4db319ce18d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:25.465774 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabc5577-adce-42e9-935a-0baab5232ae6 None None] Network c3901510-eb51-4599-87be-77fac0aef737 requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:09:25.479580 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-e75b2576-8966-4775-a583-a4db319ce18d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3338315 Aug 10 05:09:25.481284 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 38344) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:09:25.485897 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-856cf662-a9f3-438d-b052-f81cd56da0ae admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1013910498-router', 'tenant_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'}}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:09:25.507199 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-856cf662-a9f3-438d-b052-f81cd56da0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3318'] for router, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:25.508209 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-856cf662-a9f3-438d-b052-f81cd56da0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496151', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3325'] for router, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:25.563465 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-856cf662-a9f3-438d-b052-f81cd56da0ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:25.615950 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceae0c74-19ae-54d1-875a-898b6c6c8056-c3901510-eb51-4599-87be-77fac0aef737', 'network_id': 'c3901510-eb51-4599-87be-77fac0aef737', 'tenant_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'fixed_ips': [{'subnet_id': '03d492c1-da81-4b3e-a3f9-654d212cc059'}]}} from dv-cinder-804035-1-iscsi. {{(pid=93279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 05:09:25.616820 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:25.713101 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-856cf662-a9f3-438d-b052-f81cd56da0ae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:25.753103 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] Allocated IP 172.20.0.2 (c3901510-eb51-4599-87be-77fac0aef737/03d492c1-da81-4b3e-a3f9-654d212cc059/6e9fa159-c72e-4819-a082-6e430bc79d6f) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:09:25.897546 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:25.906119 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] Transition to ACTIVE for port object 6e9fa159-c72e-4819-a082-6e430bc79d6f will not be triggered until provisioned by entity L2. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:09:25.916192 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-856cf662-a9f3-438d-b052-f81cd56da0ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:25.922214 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] Transition to ACTIVE for port object 6e9fa159-c72e-4819-a082-6e430bc79d6f will not be triggered until provisioned by entity DHCP. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:09:25.930116 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:25.935841 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-856cf662-a9f3-438d-b052-f81cd56da0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:25.972033 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] Network c3901510-eb51-4599-87be-77fac0aef737 is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:09:25.974872 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:09:25.979080 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:09:25.982050 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] Pushing event updated for resources: {'Port': ['ID=6e9fa159-c72e-4819-a082-6e430bc79d6f,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:25.993806 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:25.994160 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:25.994499 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:25.994867 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:25.995246 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:25.995580 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:25.995903 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:25.996230 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:25.996544 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:25.996861 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:25.997203 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:25.997520 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:26.048416 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] Attempting to bind port 6e9fa159-c72e-4819-a082-6e430bc79d6f on host dv-cinder-804035-1-iscsi for vnic_type normal with profile {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:09:26.048787 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] Attempting to bind port 6e9fa159-c72e-4819-a082-6e430bc79d6f by drivers openvswitch,hyperv on host dv-cinder-804035-1-iscsi at level 0 using segments [{'id': '1209052f-d08b-4831-8a1f-2303a1267e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c3901510-eb51-4599-87be-77fac0aef737'}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:09:26.049156 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] Attempting to bind port 6e9fa159-c72e-4819-a082-6e430bc79d6f on network c3901510-eb51-4599-87be-77fac0aef737 {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:09:26.052535 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [None req-856cf662-a9f3-438d-b052-f81cd56da0ae admin admin] Allocated IP 172.27.0.236 (0a1a8acd-4687-4edf-98ff-0a50fc5a0482/3fb0ac1d-f2fb-452a-b682-4051fe90b57f/a15c43f5-2d1d-45d9-8061-96022ab32118) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:09:26.054406 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] Checking agent: {'id': 'e86c392a-1153-4c8a-96a5-08eb1b77cf3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 44, 50), 'started_at': datetime.datetime(2021, 8, 10, 4, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:09:26.054796 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] Checking segment: {'id': '1209052f-d08b-4831-8a1f-2303a1267e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c3901510-eb51-4599-87be-77fac0aef737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:09:26.055233 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:26.055992 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] Bound using segment: {'id': '1209052f-d08b-4831-8a1f-2303a1267e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c3901510-eb51-4599-87be-77fac0aef737'} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:09:26.056440 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] Bound port: 6e9fa159-c72e-4819-a082-6e430bc79d6f, host: dv-cinder-804035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1209052f-d08b-4831-8a1f-2303a1267e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c3901510-eb51-4599-87be-77fac0aef737'}}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:09:26.056819 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:26.121098 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] For port 6e9fa159-c72e-4819-a082-6e430bc79d6f, host dv-cinder-804035-1-iscsi, cleared binding levels {{(pid=93279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:09:26.124269 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] For port 6e9fa159-c72e-4819-a082-6e430bc79d6f, host dv-cinder-804035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=6e9fa159-c72e-4819-a082-6e430bc79d6f,segment=NetworkSegment(1209052f-d08b-4831-8a1f-2303a1267e82),segment_id=1209052f-d08b-4831-8a1f-2303a1267e82)] {{(pid=93279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:09:26.130042 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:26.163713 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-856cf662-a9f3-438d-b052-f81cd56da0ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:26.188823 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8330d22-4009-410e-a0fc-1ead77aff682 None None] Pushing event updated for resources: {'Port': ['ID=6e9fa159-c72e-4819-a082-6e430bc79d6f,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:26.204680 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-856cf662-a9f3-438d-b052-f81cd56da0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:26.245939 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856cf662-a9f3-438d-b052-f81cd56da0ae admin admin] Network 0a1a8acd-4687-4edf-98ff-0a50fc5a0482 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:09:26.251118 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-856cf662-a9f3-438d-b052-f81cd56da0ae admin admin] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:09:26.253584 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856cf662-a9f3-438d-b052-f81cd56da0ae admin admin] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:09:26.282334 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856cf662-a9f3-438d-b052-f81cd56da0ae admin admin] Pushing event updated for resources: {'Port': ['ID=a15c43f5-2d1d-45d9-8061-96022ab32118,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:26.533666 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-856cf662-a9f3-438d-b052-f81cd56da0ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:26.733726 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-856cf662-a9f3-438d-b052-f81cd56da0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496356'] for router, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:26.866023 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856cf662-a9f3-438d-b052-f81cd56da0ae admin admin] Router 770f3c55-ec44-47fa-919f-033b5e4ac951 is scheduled to L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d with binding_index 1 {{(pid=93278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 05:09:26.976989 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856cf662-a9f3-438d-b052-f81cd56da0ae admin admin] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:09:26.986649 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee6c306-ebb3-43b6-8a76-ecf433156623 None None] Sync routers for ids ['770f3c55-ec44-47fa-919f-033b5e4ac951'] in dv-cinder-804035-1-iscsi {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:09:26.993699 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-856cf662-a9f3-438d-b052-f81cd56da0ae admin admin] Notify callbacks [] for router, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:26.997753 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-856cf662-a9f3-438d-b052-f81cd56da0ae admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5128901 Aug 10 05:09:26.998034 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 38346) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:09:26.999478 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee6c306-ebb3-43b6-8a76-ecf433156623 None None] Routers {'770f3c55-ec44-47fa-919f-033b5e4ac951'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:09:27.000252 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-7ee6c306-ebb3-43b6-8a76-ecf433156623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:09:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['770f3c55-ec44-47fa-919f-033b5e4ac951'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:09:27.044935 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5506f3-4993-46f9-bdff-996fd4c4f17d None None] Network c3901510-eb51-4599-87be-77fac0aef737 requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:09:27.175125 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-f3f1ba9b-8d34-47d8-b369-59bba376fa43 None None] Provisioning for port 6e9fa159-c72e-4819-a082-6e430bc79d6f completed by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:09:27.198138 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-7ee6c306-ebb3-43b6-8a76-ecf433156623 None None] Set router 770f3c55-ec44-47fa-919f-033b5e4ac951 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:09:27.354653 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 6e9fa159-c72e-4819-a082-6e430bc79d6f up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:09:27.417450 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e11749d6-d02c-4665-8b70-9adc8a132269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:27.460411 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning for port 6e9fa159-c72e-4819-a082-6e430bc79d6f completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:09:27.466922 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 6e9fa159-c72e-4819-a082-6e430bc79d6f triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:09:27.467881 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:27.506106 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-7ee6c306-ebb3-43b6-8a76-ecf433156623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'name': 'tempest-TestMinimumBasicScenario-1013910498-router', 'tenant_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'a15c43f5-2d1d-45d9-8061-96022ab32118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:09:25Z', 'updated_at': '2021-08-10T05:09:26Z', 'revision_number': 3, 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'gw_port': {'id': 'a15c43f5-2d1d-45d9-8061-96022ab32118', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:25Z', 'updated_at': '2021-08-10T05:09:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi'}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:09:27.534556 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee6c306-ebb3-43b6-8a76-ecf433156623 None None] Checking router: 770f3c55-ec44-47fa-919f-033b5e4ac951 for host: dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:09:27.534903 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee6c306-ebb3-43b6-8a76-ecf433156623 None None] Updating router 770f3c55-ec44-47fa-919f-033b5e4ac951 port a15c43f5-2d1d-45d9-8061-96022ab32118 binding host dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 05:09:27.569394 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7ee6c306-ebb3-43b6-8a76-ecf433156623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:27.588904 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [None req-e11749d6-d02c-4665-8b70-9adc8a132269 admin admin] Allocated IP 172.20.0.1 (c3901510-eb51-4599-87be-77fac0aef737/03d492c1-da81-4b3e-a3f9-654d212cc059/5f02394c-2c9a-484f-bc3f-29ad3add0a86) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:09:27.643967 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:27.689838 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e11749d6-d02c-4665-8b70-9adc8a132269 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:27.692219 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-3a43ce41-59b3-4940-aca4-4f5b89bc6dff None None] Provisioning complete for port 6e9fa159-c72e-4819-a082-6e430bc79d6f triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:09:27.692590 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3a43ce41-59b3-4940-aca4-4f5b89bc6dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:27.702518 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [None req-e11749d6-d02c-4665-8b70-9adc8a132269 admin admin] Transition to ACTIVE for port object 5f02394c-2c9a-484f-bc3f-29ad3add0a86 will not be triggered until provisioned by entity DHCP. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:09:27.736508 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e11749d6-d02c-4665-8b70-9adc8a132269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:27.779784 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] For port 6e9fa159-c72e-4819-a082-6e430bc79d6f, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=6e9fa159-c72e-4819-a082-6e430bc79d6f,segment=NetworkSegment(1209052f-d08b-4831-8a1f-2303a1267e82),segment_id=1209052f-d08b-4831-8a1f-2303a1267e82)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:09:27.782245 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11749d6-d02c-4665-8b70-9adc8a132269 admin admin] Network c3901510-eb51-4599-87be-77fac0aef737 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:09:27.785664 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-e11749d6-d02c-4665-8b70-9adc8a132269 admin admin] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:09:27.788239 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11749d6-d02c-4665-8b70-9adc8a132269 admin admin] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:09:27.809617 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:27.810627 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11749d6-d02c-4665-8b70-9adc8a132269 admin admin] Pushing event updated for resources: {'Port': ['ID=5f02394c-2c9a-484f-bc3f-29ad3add0a86,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:27.832326 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e11749d6-d02c-4665-8b70-9adc8a132269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495639'] for router_interface, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:27.921930 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Pushing event updated for resources: {'Port': ['ID=6e9fa159-c72e-4819-a082-6e430bc79d6f,revision_number=3']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:27.999556 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7ee6c306-ebb3-43b6-8a76-ecf433156623 None None] Notify callbacks [] for port, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:28.010225 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-7ee6c306-ebb3-43b6-8a76-ecf433156623 None None] Transition to ACTIVE for port object a15c43f5-2d1d-45d9-8061-96022ab32118 will not be triggered until provisioned by entity L2. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:09:28.021417 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7ee6c306-ebb3-43b6-8a76-ecf433156623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:28.217469 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-72a65929-5a7a-44f9-976d-5a4ccd21bfca None None] Provisioning for port 5f02394c-2c9a-484f-bc3f-29ad3add0a86 completed by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:09:28.220755 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-7ee6c306-ebb3-43b6-8a76-ecf433156623 None None] Attempting to bind port a15c43f5-2d1d-45d9-8061-96022ab32118 on host dv-cinder-804035-1-iscsi for vnic_type normal with profile {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:09:28.221124 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-7ee6c306-ebb3-43b6-8a76-ecf433156623 None None] Attempting to bind port a15c43f5-2d1d-45d9-8061-96022ab32118 by drivers openvswitch,hyperv on host dv-cinder-804035-1-iscsi at level 0 using segments [{'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:09:28.221488 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee6c306-ebb3-43b6-8a76-ecf433156623 None None] Attempting to bind port a15c43f5-2d1d-45d9-8061-96022ab32118 on network 0a1a8acd-4687-4edf-98ff-0a50fc5a0482 {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:09:28.223243 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863e8f3-8a19-45de-85e3-a3ddf3969285 None None] Pushing event updated for resources: {'Port': ['ID=a15c43f5-2d1d-45d9-8061-96022ab32118,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:28.228656 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-72a65929-5a7a-44f9-976d-5a4ccd21bfca None None] Provisioning complete for port 5f02394c-2c9a-484f-bc3f-29ad3add0a86 triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:09:28.229033 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-72a65929-5a7a-44f9-976d-5a4ccd21bfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:28.232062 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee6c306-ebb3-43b6-8a76-ecf433156623 None None] Checking agent: {'id': 'e86c392a-1153-4c8a-96a5-08eb1b77cf3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 44, 50), 'started_at': datetime.datetime(2021, 8, 10, 4, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:09:28.232202 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee6c306-ebb3-43b6-8a76-ecf433156623 None None] Checking segment: {'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:09:28.232485 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7ee6c306-ebb3-43b6-8a76-ecf433156623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:28.232869 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee6c306-ebb3-43b6-8a76-ecf433156623 None None] Bound using segment: {'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:09:28.233340 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-7ee6c306-ebb3-43b6-8a76-ecf433156623 None None] Bound port: a15c43f5-2d1d-45d9-8061-96022ab32118, host: dv-cinder-804035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'}}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:09:28.233716 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7ee6c306-ebb3-43b6-8a76-ecf433156623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:28.240460 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e11749d6-d02c-4665-8b70-9adc8a132269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:28.291987 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-72a65929-5a7a-44f9-976d-5a4ccd21bfca None None] Port 5f02394c-2c9a-484f-bc3f-29ad3add0a86 cannot update to ACTIVE because it is not bound. {{(pid=93279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:09:28.308717 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-7ee6c306-ebb3-43b6-8a76-ecf433156623 None None] For port a15c43f5-2d1d-45d9-8061-96022ab32118, host dv-cinder-804035-1-iscsi, cleared binding levels {{(pid=93279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:09:28.311990 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-7ee6c306-ebb3-43b6-8a76-ecf433156623 None None] For port a15c43f5-2d1d-45d9-8061-96022ab32118, host dv-cinder-804035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=a15c43f5-2d1d-45d9-8061-96022ab32118,segment=NetworkSegment(b7fff169-1c8e-4170-8d8b-00d331120c68),segment_id=b7fff169-1c8e-4170-8d8b-00d331120c68)] {{(pid=93279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:09:28.317351 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7ee6c306-ebb3-43b6-8a76-ecf433156623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:28.375299 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee6c306-ebb3-43b6-8a76-ecf433156623 None None] Routers {'770f3c55-ec44-47fa-919f-033b5e4ac951'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:09:28.375919 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-7ee6c306-ebb3-43b6-8a76-ecf433156623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:09:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['770f3c55-ec44-47fa-919f-033b5e4ac951'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:09:28.380625 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863e8f3-8a19-45de-85e3-a3ddf3969285 None None] Pushing event updated for resources: {'Port': ['ID=a15c43f5-2d1d-45d9-8061-96022ab32118,revision_number=3']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:28.399116 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e11749d6-d02c-4665-8b70-9adc8a132269 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:28.412717 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e11749d6-d02c-4665-8b70-9adc8a132269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7361716'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:28.479809 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11749d6-d02c-4665-8b70-9adc8a132269 admin admin] Pushing event updated for resources: {'Port': ['ID=5f02394c-2c9a-484f-bc3f-29ad3add0a86,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:28.482299 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e11749d6-d02c-4665-8b70-9adc8a132269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495779'] for router_interface, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:28.491965 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-7ee6c306-ebb3-43b6-8a76-ecf433156623 None None] Set router 770f3c55-ec44-47fa-919f-033b5e4ac951 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:09:28.579738 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11749d6-d02c-4665-8b70-9adc8a132269 admin admin] Network c3901510-eb51-4599-87be-77fac0aef737 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:09:28.581315 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-e11749d6-d02c-4665-8b70-9adc8a132269 admin admin] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:09:28.700755 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11749d6-d02c-4665-8b70-9adc8a132269 admin admin] Router 770f3c55-ec44-47fa-919f-033b5e4ac951 has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:09:28.701661 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-7ee6c306-ebb3-43b6-8a76-ecf433156623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'name': 'tempest-TestMinimumBasicScenario-1013910498-router', 'tenant_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'a15c43f5-2d1d-45d9-8061-96022ab32118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:09:25Z', 'updated_at': '2021-08-10T05:09:28Z', 'revision_number': 4, 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'gw_port': {'id': 'a15c43f5-2d1d-45d9-8061-96022ab32118', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:25Z', 'updated_at': '2021-08-10T05:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': '5f02394c-2c9a-484f-bc3f-29ad3add0a86', 'name': '', 'network_id': 'c3901510-eb51-4599-87be-77fac0aef737', 'tenant_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'mac_address': 'fa:16:3e:6d:71:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '03d492c1-da81-4b3e-a3f9-654d212cc059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:27Z', 'updated_at': '2021-08-10T05:09:27Z', 'revision_number': 1, 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'subnets': [{'id': '03d492c1-da81-4b3e-a3f9-654d212cc059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:09:28.731006 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee6c306-ebb3-43b6-8a76-ecf433156623 None None] The sync data for ids ['770f3c55-ec44-47fa-919f-033b5e4ac951'] in dv-cinder-804035-1-iscsi is: [{'id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'name': 'tempest-TestMinimumBasicScenario-1013910498-router', 'tenant_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'a15c43f5-2d1d-45d9-8061-96022ab32118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:09:25Z', 'updated_at': '2021-08-10T05:09:28Z', 'revision_number': 4, 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'gw_port': {'id': 'a15c43f5-2d1d-45d9-8061-96022ab32118', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:25Z', 'updated_at': '2021-08-10T05:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': '5f02394c-2c9a-484f-bc3f-29ad3add0a86', 'name': '', 'network_id': 'c3901510-eb51-4599-87be-77fac0aef737', 'tenant_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'mac_address': 'fa:16:3e:6d:71:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '03d492c1-da81-4b3e-a3f9-654d212cc059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:27Z', 'updated_at': '2021-08-10T05:09:27Z', 'revision_number': 1, 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'subnets': [{'id': '03d492c1-da81-4b3e-a3f9-654d212cc059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:09:28.817682 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-298ef6ce-d049-4a9e-a1d2-068c956bfb98 None None] Provisioning complete for port 5f02394c-2c9a-484f-bc3f-29ad3add0a86 triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:09:28.818049 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-298ef6ce-d049-4a9e-a1d2-068c956bfb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:28.833555 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11749d6-d02c-4665-8b70-9adc8a132269 admin admin] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:09:28.838909 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-e11749d6-d02c-4665-8b70-9adc8a132269 admin admin] 10.222.0.49 "PUT /v2.0/routers/770f3c55-ec44-47fa-919f-033b5e4ac951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8397005 Aug 10 05:09:28.859108 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-298ef6ce-d049-4a9e-a1d2-068c956bfb98 None None] Port 5f02394c-2c9a-484f-bc3f-29ad3add0a86 cannot update to ACTIVE because it is not bound. {{(pid=93279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:09:29.378817 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 6e9fa159-c72e-4819-a082-6e430bc79d6f up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:09:29.425936 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 38362) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:09:29.433116 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-210c3408-cefc-4c84-889e-21cbd3485aab admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-823966083-network', 'tenant_id': 'd0f106a174b74fbeab393edaf2150ec0'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:09:29.443728 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 6e9fa159-c72e-4819-a082-6e430bc79d6f triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:09:29.444095 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:29.462928 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210c3408-cefc-4c84-889e-21cbd3485aab admin admin] Made reservation on behalf of d0f106a174b74fbeab393edaf2150ec0 for: {'network': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:09:29.465300 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-210c3408-cefc-4c84-889e-21cbd3485aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for network, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:29.474415 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-210c3408-cefc-4c84-889e-21cbd3485aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:29.577178 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-210c3408-cefc-4c84-889e-21cbd3485aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:29.583127 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-210c3408-cefc-4c84-889e-21cbd3485aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:29.610760 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-210c3408-cefc-4c84-889e-21cbd3485aab admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=93278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 05:09:29.616295 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c3408-cefc-4c84-889e-21cbd3485aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292617f3-948e-43af-b9ca-35fbbae581fb,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:29.624031 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-210c3408-cefc-4c84-889e-21cbd3485aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:29.624031 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.db.segments_db [None req-210c3408-cefc-4c84-889e-21cbd3485aab admin admin] Added segment a87b33fe-245e-4a4c-bf0b-978a4469c43e of type vlan for network dca4be55-e289-4445-82a5-350d178a55ca Aug 10 05:09:29.666007 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-210c3408-cefc-4c84-889e-21cbd3485aab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757410051916'] for network, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:29.697569 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-210c3408-cefc-4c84-889e-21cbd3485aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092'] for network, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:29.698589 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210c3408-cefc-4c84-889e-21cbd3485aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:09:29.699205 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-210c3408-cefc-4c84-889e-21cbd3485aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:29.763889 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-210c3408-cefc-4c84-889e-21cbd3485aab admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3365514 Aug 10 05:09:29.766567 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 38364) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:09:29.771887 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-6873de5f-f710-4b44-94a9-8622f2abbd33 admin admin] Request body: {'subnet': {'network_id': 'dca4be55-e289-4445-82a5-350d178a55ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-823966083-subnet', 'tenant_id': 'd0f106a174b74fbeab393edaf2150ec0', 'ip_version': 4}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:09:29.775256 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c3408-cefc-4c84-889e-21cbd3485aab admin admin] Pushing event updated for resources: {'Network': ['ID=dca4be55-e289-4445-82a5-350d178a55ca,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:29.786237 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Network dca4be55-e289-4445-82a5-350d178a55ca details requested by agent ovs-agent-dv-cinder-804035-1-iscsi with host dv-cinder-804035-1-iscsi {{(pid=93279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 05:09:29.802327 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6873de5f-f710-4b44-94a9-8622f2abbd33 admin admin] Made reservation on behalf of d0f106a174b74fbeab393edaf2150ec0 for: {'subnet': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:09:29.804850 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6873de5f-f710-4b44-94a9-8622f2abbd33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7953801'] for subnet, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:29.980894 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6873de5f-f710-4b44-94a9-8622f2abbd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7361737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7953851'] for subnet, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:30.027888 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873de5f-f710-4b44-94a9-8622f2abbd33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b37d1d7d-6472-4fa3-81c0-fc5e439faa7e,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:30.043040 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6873de5f-f710-4b44-94a9-8622f2abbd33 admin admin] Checking segment: {'id': 'a87b33fe-245e-4a4c-bf0b-978a4469c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dca4be55-e289-4445-82a5-350d178a55ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:09:30.043407 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6873de5f-f710-4b44-94a9-8622f2abbd33 admin admin] Network hostable DHCP agents. Network: dca4be55-e289-4445-82a5-350d178a55ca, hostable agents: ['5003063e-fd7f-41c4-9249-d5db703bed75'], hosted agents: [] {{(pid=93278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 05:09:30.062755 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6873de5f-f710-4b44-94a9-8622f2abbd33 admin admin] Network dca4be55-e289-4445-82a5-350d178a55ca is scheduled to be hosted by DHCP agent 5003063e-fd7f-41c4-9249-d5db703bed75 with binding_index 1 {{(pid=93278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 05:09:30.073764 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-6873de5f-f710-4b44-94a9-8622f2abbd33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-1-iscsi, dca4be55-e289-4445-82a5-350d178a55ca) {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:09:30.078101 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6873de5f-f710-4b44-94a9-8622f2abbd33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:09:30.078860 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6873de5f-f710-4b44-94a9-8622f2abbd33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:30.082957 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1867a6-b068-46ba-8d88-4c98bd793a11 None None] Network dca4be55-e289-4445-82a5-350d178a55ca requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:09:30.095852 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-6873de5f-f710-4b44-94a9-8622f2abbd33 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3282013 Aug 10 05:09:30.098614 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 38366) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:09:30.102995 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-b75fdb97-dea3-4f56-a5b0-33d0dcbed19e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-823966083-router', 'tenant_id': 'd0f106a174b74fbeab393edaf2150ec0', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'}}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:09:30.126525 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b75fdb97-dea3-4f56-a5b0-33d0dcbed19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3318'] for router, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:30.128357 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b75fdb97-dea3-4f56-a5b0-33d0dcbed19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496151', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3325'] for router, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:30.186222 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b75fdb97-dea3-4f56-a5b0-33d0dcbed19e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:30.229469 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceff182a-f331-419f-8647-827a57539c24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceae0c74-19ae-54d1-875a-898b6c6c8056-dca4be55-e289-4445-82a5-350d178a55ca', 'network_id': 'dca4be55-e289-4445-82a5-350d178a55ca', 'tenant_id': 'd0f106a174b74fbeab393edaf2150ec0', 'fixed_ips': [{'subnet_id': 'b37d1d7d-6472-4fa3-81c0-fc5e439faa7e'}]}} from dv-cinder-804035-1-iscsi. {{(pid=93279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 05:09:30.230335 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ceff182a-f331-419f-8647-827a57539c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:30.322522 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b75fdb97-dea3-4f56-a5b0-33d0dcbed19e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:30.371570 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [None req-ceff182a-f331-419f-8647-827a57539c24 None None] Allocated IP 172.20.0.2 (dca4be55-e289-4445-82a5-350d178a55ca/b37d1d7d-6472-4fa3-81c0-fc5e439faa7e/43c784fe-8224-447e-8ae5-776cbbb80599) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:09:30.522016 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ceff182a-f331-419f-8647-827a57539c24 None None] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:30.530080 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b75fdb97-dea3-4f56-a5b0-33d0dcbed19e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:30.530635 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-ceff182a-f331-419f-8647-827a57539c24 None None] Transition to ACTIVE for port object 43c784fe-8224-447e-8ae5-776cbbb80599 will not be triggered until provisioned by entity L2. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:09:30.545924 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-ceff182a-f331-419f-8647-827a57539c24 None None] Transition to ACTIVE for port object 43c784fe-8224-447e-8ae5-776cbbb80599 will not be triggered until provisioned by entity DHCP. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:09:30.551119 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b75fdb97-dea3-4f56-a5b0-33d0dcbed19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:30.552889 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ceff182a-f331-419f-8647-827a57539c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:30.592691 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceff182a-f331-419f-8647-827a57539c24 None None] Network dca4be55-e289-4445-82a5-350d178a55ca is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:09:30.595846 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-ceff182a-f331-419f-8647-827a57539c24 None None] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:09:30.599433 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceff182a-f331-419f-8647-827a57539c24 None None] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:09:30.608344 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff182a-f331-419f-8647-827a57539c24 None None] Pushing event updated for resources: {'Port': ['ID=43c784fe-8224-447e-8ae5-776cbbb80599,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:30.664557 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-ceff182a-f331-419f-8647-827a57539c24 None None] Attempting to bind port 43c784fe-8224-447e-8ae5-776cbbb80599 on host dv-cinder-804035-1-iscsi for vnic_type normal with profile {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:09:30.664927 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-ceff182a-f331-419f-8647-827a57539c24 None None] Attempting to bind port 43c784fe-8224-447e-8ae5-776cbbb80599 by drivers openvswitch,hyperv on host dv-cinder-804035-1-iscsi at level 0 using segments [{'id': 'a87b33fe-245e-4a4c-bf0b-978a4469c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dca4be55-e289-4445-82a5-350d178a55ca'}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:09:30.665270 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceff182a-f331-419f-8647-827a57539c24 None None] Attempting to bind port 43c784fe-8224-447e-8ae5-776cbbb80599 on network dca4be55-e289-4445-82a5-350d178a55ca {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:09:30.671054 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceff182a-f331-419f-8647-827a57539c24 None None] Checking agent: {'id': 'e86c392a-1153-4c8a-96a5-08eb1b77cf3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 44, 50), 'started_at': datetime.datetime(2021, 8, 10, 4, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:09:30.671312 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceff182a-f331-419f-8647-827a57539c24 None None] Checking segment: {'id': 'a87b33fe-245e-4a4c-bf0b-978a4469c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dca4be55-e289-4445-82a5-350d178a55ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:09:30.671818 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ceff182a-f331-419f-8647-827a57539c24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:30.672219 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceff182a-f331-419f-8647-827a57539c24 None None] Bound using segment: {'id': 'a87b33fe-245e-4a4c-bf0b-978a4469c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dca4be55-e289-4445-82a5-350d178a55ca'} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:09:30.674379 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-ceff182a-f331-419f-8647-827a57539c24 None None] Bound port: 43c784fe-8224-447e-8ae5-776cbbb80599, host: dv-cinder-804035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a87b33fe-245e-4a4c-bf0b-978a4469c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dca4be55-e289-4445-82a5-350d178a55ca'}}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:09:30.674379 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ceff182a-f331-419f-8647-827a57539c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:30.681701 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [None req-b75fdb97-dea3-4f56-a5b0-33d0dcbed19e admin admin] Allocated IP 172.27.0.5 (0a1a8acd-4687-4edf-98ff-0a50fc5a0482/3fb0ac1d-f2fb-452a-b682-4051fe90b57f/bfe8f09f-9c0e-48a9-b815-2d40d3aadff5) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:09:30.717598 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0205e6-03d2-4bb6-a182-038f4f477d4c None None] Sync routers for ids ['770f3c55-ec44-47fa-919f-033b5e4ac951'] in dv-cinder-804035-1-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:09:30.733558 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0205e6-03d2-4bb6-a182-038f4f477d4c None None] Routers {'770f3c55-ec44-47fa-919f-033b5e4ac951'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:09:30.735591 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-fd0205e6-03d2-4bb6-a182-038f4f477d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:09:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['770f3c55-ec44-47fa-919f-033b5e4ac951'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:09:30.751504 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-ceff182a-f331-419f-8647-827a57539c24 None None] For port 43c784fe-8224-447e-8ae5-776cbbb80599, host dv-cinder-804035-1-iscsi, cleared binding levels {{(pid=93279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:09:30.755671 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-ceff182a-f331-419f-8647-827a57539c24 None None] For port 43c784fe-8224-447e-8ae5-776cbbb80599, host dv-cinder-804035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=43c784fe-8224-447e-8ae5-776cbbb80599,segment=NetworkSegment(a87b33fe-245e-4a4c-bf0b-978a4469c43e),segment_id=a87b33fe-245e-4a4c-bf0b-978a4469c43e)] {{(pid=93279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:09:30.762778 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ceff182a-f331-419f-8647-827a57539c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:30.805376 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b75fdb97-dea3-4f56-a5b0-33d0dcbed19e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:30.829184 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff182a-f331-419f-8647-827a57539c24 None None] Pushing event updated for resources: {'Port': ['ID=43c784fe-8224-447e-8ae5-776cbbb80599,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:30.854146 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-fd0205e6-03d2-4bb6-a182-038f4f477d4c None None] Set router 770f3c55-ec44-47fa-919f-033b5e4ac951 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:09:30.854552 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b75fdb97-dea3-4f56-a5b0-33d0dcbed19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:30.899546 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75fdb97-dea3-4f56-a5b0-33d0dcbed19e admin admin] Network 0a1a8acd-4687-4edf-98ff-0a50fc5a0482 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:09:30.903955 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-b75fdb97-dea3-4f56-a5b0-33d0dcbed19e admin admin] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:09:30.906577 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75fdb97-dea3-4f56-a5b0-33d0dcbed19e admin admin] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:09:30.912365 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75fdb97-dea3-4f56-a5b0-33d0dcbed19e admin admin] Pushing event updated for resources: {'Port': ['ID=bfe8f09f-9c0e-48a9-b815-2d40d3aadff5,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:31.085695 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-fd0205e6-03d2-4bb6-a182-038f4f477d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'name': 'tempest-TestMinimumBasicScenario-1013910498-router', 'tenant_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'a15c43f5-2d1d-45d9-8061-96022ab32118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:09:25Z', 'updated_at': '2021-08-10T05:09:28Z', 'revision_number': 4, 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'gw_port': {'id': 'a15c43f5-2d1d-45d9-8061-96022ab32118', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:25Z', 'updated_at': '2021-08-10T05:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': '5f02394c-2c9a-484f-bc3f-29ad3add0a86', 'name': '', 'network_id': 'c3901510-eb51-4599-87be-77fac0aef737', 'tenant_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'mac_address': 'fa:16:3e:6d:71:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '03d492c1-da81-4b3e-a3f9-654d212cc059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:27Z', 'updated_at': '2021-08-10T05:09:28Z', 'revision_number': 2, 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'subnets': [{'id': '03d492c1-da81-4b3e-a3f9-654d212cc059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:09:31.115223 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0205e6-03d2-4bb6-a182-038f4f477d4c None None] Checking router: 770f3c55-ec44-47fa-919f-033b5e4ac951 for host: dv-cinder-804035-1-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:09:31.115589 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0205e6-03d2-4bb6-a182-038f4f477d4c None None] Updating router 770f3c55-ec44-47fa-919f-033b5e4ac951 port 5f02394c-2c9a-484f-bc3f-29ad3add0a86 binding host dv-cinder-804035-1-iscsi {{(pid=93280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 05:09:31.144118 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-fd0205e6-03d2-4bb6-a182-038f4f477d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:31.189704 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b75fdb97-dea3-4f56-a5b0-33d0dcbed19e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:31.387798 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device a15c43f5-2d1d-45d9-8061-96022ab32118 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:09:31.405804 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b75fdb97-dea3-4f56-a5b0-33d0dcbed19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496356'] for router, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:31.437732 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-fd0205e6-03d2-4bb6-a182-038f4f477d4c None None] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:31.451536 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-fd0205e6-03d2-4bb6-a182-038f4f477d4c None None] Transition to ACTIVE for port object 5f02394c-2c9a-484f-bc3f-29ad3add0a86 will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:09:31.451767 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning for port a15c43f5-2d1d-45d9-8061-96022ab32118 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:09:31.458207 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port a15c43f5-2d1d-45d9-8061-96022ab32118 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:09:31.458547 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:31.464695 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-fd0205e6-03d2-4bb6-a182-038f4f477d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:31.559043 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:31.564603 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75fdb97-dea3-4f56-a5b0-33d0dcbed19e admin admin] Router 0582d8b7-f097-4045-9c7e-630253832896 is scheduled to L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d with binding_index 1 {{(pid=93278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 05:09:31.585896 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeca9db-1a71-4523-a9bf-08a38a364165 None None] Pushing event updated for resources: {'Port': ['ID=5f02394c-2c9a-484f-bc3f-29ad3add0a86,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:31.587886 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] For port a15c43f5-2d1d-45d9-8061-96022ab32118, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=a15c43f5-2d1d-45d9-8061-96022ab32118,segment=NetworkSegment(b7fff169-1c8e-4170-8d8b-00d331120c68),segment_id=b7fff169-1c8e-4170-8d8b-00d331120c68)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:09:31.595047 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:31.595890 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 43c784fe-8224-447e-8ae5-776cbbb80599 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:09:31.608421 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeca9db-1a71-4523-a9bf-08a38a364165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:31.613349 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeca9db-1a71-4523-a9bf-08a38a364165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:31.613825 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeca9db-1a71-4523-a9bf-08a38a364165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:31.614249 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeca9db-1a71-4523-a9bf-08a38a364165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:31.614761 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeca9db-1a71-4523-a9bf-08a38a364165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:31.615203 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeca9db-1a71-4523-a9bf-08a38a364165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:31.615749 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeca9db-1a71-4523-a9bf-08a38a364165 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:31.616195 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeca9db-1a71-4523-a9bf-08a38a364165 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:31.616635 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeca9db-1a71-4523-a9bf-08a38a364165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:31.617025 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeca9db-1a71-4523-a9bf-08a38a364165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:31.617431 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeca9db-1a71-4523-a9bf-08a38a364165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:31.617824 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeca9db-1a71-4523-a9bf-08a38a364165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:31.623287 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-fd0205e6-03d2-4bb6-a182-038f4f477d4c None None] Attempting to bind port 5f02394c-2c9a-484f-bc3f-29ad3add0a86 on host dv-cinder-804035-1-iscsi for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:09:31.623729 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-fd0205e6-03d2-4bb6-a182-038f4f477d4c None None] Attempting to bind port 5f02394c-2c9a-484f-bc3f-29ad3add0a86 by drivers openvswitch,hyperv on host dv-cinder-804035-1-iscsi at level 0 using segments [{'id': '1209052f-d08b-4831-8a1f-2303a1267e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c3901510-eb51-4599-87be-77fac0aef737'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:09:31.624151 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0205e6-03d2-4bb6-a182-038f4f477d4c None None] Attempting to bind port 5f02394c-2c9a-484f-bc3f-29ad3add0a86 on network c3901510-eb51-4599-87be-77fac0aef737 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:09:31.630542 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0205e6-03d2-4bb6-a182-038f4f477d4c None None] Checking agent: {'id': 'e86c392a-1153-4c8a-96a5-08eb1b77cf3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 44, 50), 'started_at': datetime.datetime(2021, 8, 10, 4, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:09:31.631020 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0205e6-03d2-4bb6-a182-038f4f477d4c None None] Checking segment: {'id': '1209052f-d08b-4831-8a1f-2303a1267e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c3901510-eb51-4599-87be-77fac0aef737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:09:31.631489 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-fd0205e6-03d2-4bb6-a182-038f4f477d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:31.631955 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0205e6-03d2-4bb6-a182-038f4f477d4c None None] Bound using segment: {'id': '1209052f-d08b-4831-8a1f-2303a1267e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c3901510-eb51-4599-87be-77fac0aef737'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:09:31.632485 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-fd0205e6-03d2-4bb6-a182-038f4f477d4c None None] Bound port: 5f02394c-2c9a-484f-bc3f-29ad3add0a86, host: dv-cinder-804035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1209052f-d08b-4831-8a1f-2303a1267e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c3901510-eb51-4599-87be-77fac0aef737'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:09:31.632925 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-fd0205e6-03d2-4bb6-a182-038f4f477d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:31.709718 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Pushing event updated for resources: {'Port': ['ID=a15c43f5-2d1d-45d9-8061-96022ab32118,revision_number=4']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:31.729843 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning for port 43c784fe-8224-447e-8ae5-776cbbb80599 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:09:31.734774 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75fdb97-dea3-4f56-a5b0-33d0dcbed19e admin admin] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:09:31.749856 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0075be93-7c9d-48f5-bc9e-a7d3f23cb985 None None] Sync routers for ids ['0582d8b7-f097-4045-9c7e-630253832896'] in dv-cinder-804035-1-iscsi {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:09:31.756663 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b75fdb97-dea3-4f56-a5b0-33d0dcbed19e admin admin] Notify callbacks [] for router, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:31.758007 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-fd0205e6-03d2-4bb6-a182-038f4f477d4c None None] For port 5f02394c-2c9a-484f-bc3f-29ad3add0a86, host dv-cinder-804035-1-iscsi, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:09:31.761580 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 38370) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:09:31.762117 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-b75fdb97-dea3-4f56-a5b0-33d0dcbed19e admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6619139 Aug 10 05:09:31.763806 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-fd0205e6-03d2-4bb6-a182-038f4f477d4c None None] For port 5f02394c-2c9a-484f-bc3f-29ad3add0a86, host dv-cinder-804035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=5f02394c-2c9a-484f-bc3f-29ad3add0a86,segment=NetworkSegment(1209052f-d08b-4831-8a1f-2303a1267e82),segment_id=1209052f-d08b-4831-8a1f-2303a1267e82)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:09:31.770531 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0075be93-7c9d-48f5-bc9e-a7d3f23cb985 None None] Routers {'0582d8b7-f097-4045-9c7e-630253832896'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:09:31.771153 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-0075be93-7c9d-48f5-bc9e-a7d3f23cb985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:09:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['0582d8b7-f097-4045-9c7e-630253832896'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:09:31.772146 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-fd0205e6-03d2-4bb6-a182-038f4f477d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:31.848143 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeca9db-1a71-4523-a9bf-08a38a364165 None None] Pushing event updated for resources: {'Port': ['ID=5f02394c-2c9a-484f-bc3f-29ad3add0a86,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:31.851497 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0205e6-03d2-4bb6-a182-038f4f477d4c None None] Routers {'770f3c55-ec44-47fa-919f-033b5e4ac951'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:09:31.852366 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-fd0205e6-03d2-4bb6-a182-038f4f477d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:09:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['770f3c55-ec44-47fa-919f-033b5e4ac951'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:09:31.953691 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-0075be93-7c9d-48f5-bc9e-a7d3f23cb985 None None] Set router 0582d8b7-f097-4045-9c7e-630253832896 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:09:32.040680 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-fd0205e6-03d2-4bb6-a182-038f4f477d4c None None] Set router 770f3c55-ec44-47fa-919f-033b5e4ac951 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:09:32.074919 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcd896d-bc91-479e-9b0c-8afbab8e9591 None None] Network dca4be55-e289-4445-82a5-350d178a55ca requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:09:32.280428 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-fd0205e6-03d2-4bb6-a182-038f4f477d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'name': 'tempest-TestMinimumBasicScenario-1013910498-router', 'tenant_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'a15c43f5-2d1d-45d9-8061-96022ab32118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:09:25Z', 'updated_at': '2021-08-10T05:09:28Z', 'revision_number': 4, 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'gw_port': {'id': 'a15c43f5-2d1d-45d9-8061-96022ab32118', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:25Z', 'updated_at': '2021-08-10T05:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': '5f02394c-2c9a-484f-bc3f-29ad3add0a86', 'name': '', 'network_id': 'c3901510-eb51-4599-87be-77fac0aef737', 'tenant_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'mac_address': 'fa:16:3e:6d:71:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '03d492c1-da81-4b3e-a3f9-654d212cc059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:27Z', 'updated_at': '2021-08-10T05:09:31Z', 'revision_number': 4, 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'subnets': [{'id': '03d492c1-da81-4b3e-a3f9-654d212cc059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:09:32.303127 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7a9c9c9c-7629-4d0c-aad8-09cf61efc2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:32.319815 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0205e6-03d2-4bb6-a182-038f4f477d4c None None] The sync data for ids ['770f3c55-ec44-47fa-919f-033b5e4ac951'] in dv-cinder-804035-1-iscsi is: [{'id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'name': 'tempest-TestMinimumBasicScenario-1013910498-router', 'tenant_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'a15c43f5-2d1d-45d9-8061-96022ab32118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:09:25Z', 'updated_at': '2021-08-10T05:09:28Z', 'revision_number': 4, 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'gw_port': {'id': 'a15c43f5-2d1d-45d9-8061-96022ab32118', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:25Z', 'updated_at': '2021-08-10T05:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': '5f02394c-2c9a-484f-bc3f-29ad3add0a86', 'name': '', 'network_id': 'c3901510-eb51-4599-87be-77fac0aef737', 'tenant_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'mac_address': 'fa:16:3e:6d:71:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '03d492c1-da81-4b3e-a3f9-654d212cc059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:27Z', 'updated_at': '2021-08-10T05:09:31Z', 'revision_number': 4, 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'subnets': [{'id': '03d492c1-da81-4b3e-a3f9-654d212cc059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:09:32.389571 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-a9242f47-648d-4b3b-83de-415aa9718cb9 None None] Provisioning for port 43c784fe-8224-447e-8ae5-776cbbb80599 completed by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:09:32.397004 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-a9242f47-648d-4b3b-83de-415aa9718cb9 None None] Provisioning complete for port 43c784fe-8224-447e-8ae5-776cbbb80599 triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:09:32.397384 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a9242f47-648d-4b3b-83de-415aa9718cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:32.483942 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-0075be93-7c9d-48f5-bc9e-a7d3f23cb985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0582d8b7-f097-4045-9c7e-630253832896', 'name': 'tempest-TestMinimumBasicScenario-823966083-router', 'tenant_id': 'd0f106a174b74fbeab393edaf2150ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bfe8f09f-9c0e-48a9-b815-2d40d3aadff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:09:30Z', 'updated_at': '2021-08-10T05:09:31Z', 'revision_number': 3, 'project_id': 'd0f106a174b74fbeab393edaf2150ec0', 'gw_port': {'id': 'bfe8f09f-9c0e-48a9-b815-2d40d3aadff5', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:87:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0582d8b7-f097-4045-9c7e-630253832896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:30Z', 'updated_at': '2021-08-10T05:09:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi'}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:09:32.501945 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [None req-7a9c9c9c-7629-4d0c-aad8-09cf61efc2be admin admin] Allocated IP 172.20.0.1 (dca4be55-e289-4445-82a5-350d178a55ca/b37d1d7d-6472-4fa3-81c0-fc5e439faa7e/7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:09:32.518754 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0075be93-7c9d-48f5-bc9e-a7d3f23cb985 None None] Checking router: 0582d8b7-f097-4045-9c7e-630253832896 for host: dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:09:32.519136 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0075be93-7c9d-48f5-bc9e-a7d3f23cb985 None None] Updating router 0582d8b7-f097-4045-9c7e-630253832896 port bfe8f09f-9c0e-48a9-b815-2d40d3aadff5 binding host dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 05:09:32.574081 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0075be93-7c9d-48f5-bc9e-a7d3f23cb985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:32.608707 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a9242f47-648d-4b3b-83de-415aa9718cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:32.711471 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-a9242f47-648d-4b3b-83de-415aa9718cb9 None None] For port 43c784fe-8224-447e-8ae5-776cbbb80599, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=43c784fe-8224-447e-8ae5-776cbbb80599,segment=NetworkSegment(a87b33fe-245e-4a4c-bf0b-978a4469c43e),segment_id=a87b33fe-245e-4a4c-bf0b-978a4469c43e)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:09:32.724218 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a9242f47-648d-4b3b-83de-415aa9718cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:32.824933 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9242f47-648d-4b3b-83de-415aa9718cb9 None None] Pushing event updated for resources: {'Port': ['ID=43c784fe-8224-447e-8ae5-776cbbb80599,revision_number=3']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:32.872757 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-b29650d1-f51d-441d-a305-4ba2d21d290b None None] Provisioning complete for port 43c784fe-8224-447e-8ae5-776cbbb80599 triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:09:32.873128 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b29650d1-f51d-441d-a305-4ba2d21d290b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:32.885675 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7a9c9c9c-7629-4d0c-aad8-09cf61efc2be admin admin] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:32.900404 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-7a9c9c9c-7629-4d0c-aad8-09cf61efc2be admin admin] Transition to ACTIVE for port object 7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2 will not be triggered until provisioned by entity DHCP. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:09:32.936151 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7a9c9c9c-7629-4d0c-aad8-09cf61efc2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:32.964778 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0075be93-7c9d-48f5-bc9e-a7d3f23cb985 None None] Notify callbacks [] for port, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:32.978841 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-0075be93-7c9d-48f5-bc9e-a7d3f23cb985 None None] Transition to ACTIVE for port object bfe8f09f-9c0e-48a9-b815-2d40d3aadff5 will not be triggered until provisioned by entity L2. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:09:32.979087 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9c9c9c-7629-4d0c-aad8-09cf61efc2be admin admin] Network dca4be55-e289-4445-82a5-350d178a55ca is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:09:32.982326 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-7a9c9c9c-7629-4d0c-aad8-09cf61efc2be admin admin] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:09:32.985407 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9c9c9c-7629-4d0c-aad8-09cf61efc2be admin admin] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:09:33.011653 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0075be93-7c9d-48f5-bc9e-a7d3f23cb985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:33.017213 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c9c9c-7629-4d0c-aad8-09cf61efc2be admin admin] Pushing event updated for resources: {'Port': ['ID=7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:33.044073 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7a9c9c9c-7629-4d0c-aad8-09cf61efc2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495639'] for router_interface, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:33.078740 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-0075be93-7c9d-48f5-bc9e-a7d3f23cb985 None None] Attempting to bind port bfe8f09f-9c0e-48a9-b815-2d40d3aadff5 on host dv-cinder-804035-1-iscsi for vnic_type normal with profile {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:09:33.079140 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-0075be93-7c9d-48f5-bc9e-a7d3f23cb985 None None] Attempting to bind port bfe8f09f-9c0e-48a9-b815-2d40d3aadff5 by drivers openvswitch,hyperv on host dv-cinder-804035-1-iscsi at level 0 using segments [{'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:09:33.079509 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0075be93-7c9d-48f5-bc9e-a7d3f23cb985 None None] Attempting to bind port bfe8f09f-9c0e-48a9-b815-2d40d3aadff5 on network 0a1a8acd-4687-4edf-98ff-0a50fc5a0482 {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:09:33.081502 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd7040-470a-41c6-bea2-6e76644ca22c None None] Pushing event updated for resources: {'Port': ['ID=bfe8f09f-9c0e-48a9-b815-2d40d3aadff5,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:33.087802 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0075be93-7c9d-48f5-bc9e-a7d3f23cb985 None None] Checking agent: {'id': 'e86c392a-1153-4c8a-96a5-08eb1b77cf3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 44, 50), 'started_at': datetime.datetime(2021, 8, 10, 4, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:09:33.088096 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0075be93-7c9d-48f5-bc9e-a7d3f23cb985 None None] Checking segment: {'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:09:33.088501 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0075be93-7c9d-48f5-bc9e-a7d3f23cb985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:33.088888 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0075be93-7c9d-48f5-bc9e-a7d3f23cb985 None None] Bound using segment: {'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:09:33.089354 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [None req-0075be93-7c9d-48f5-bc9e-a7d3f23cb985 None None] Bound port: bfe8f09f-9c0e-48a9-b815-2d40d3aadff5, host: dv-cinder-804035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7fff169-1c8e-4170-8d8b-00d331120c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482'}}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:09:33.089739 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0075be93-7c9d-48f5-bc9e-a7d3f23cb985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:33.146016 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-0075be93-7c9d-48f5-bc9e-a7d3f23cb985 None None] For port bfe8f09f-9c0e-48a9-b815-2d40d3aadff5, host dv-cinder-804035-1-iscsi, cleared binding levels {{(pid=93279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:09:33.150376 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-0075be93-7c9d-48f5-bc9e-a7d3f23cb985 None None] For port bfe8f09f-9c0e-48a9-b815-2d40d3aadff5, host dv-cinder-804035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=bfe8f09f-9c0e-48a9-b815-2d40d3aadff5,segment=NetworkSegment(b7fff169-1c8e-4170-8d8b-00d331120c68),segment_id=b7fff169-1c8e-4170-8d8b-00d331120c68)] {{(pid=93279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:09:33.156342 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0075be93-7c9d-48f5-bc9e-a7d3f23cb985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:33.190808 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7a9c9c9c-7629-4d0c-aad8-09cf61efc2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:33.220104 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd7040-470a-41c6-bea2-6e76644ca22c None None] Pushing event updated for resources: {'Port': ['ID=bfe8f09f-9c0e-48a9-b815-2d40d3aadff5,revision_number=3']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:33.222685 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0075be93-7c9d-48f5-bc9e-a7d3f23cb985 None None] Routers {'0582d8b7-f097-4045-9c7e-630253832896'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:09:33.223308 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-0075be93-7c9d-48f5-bc9e-a7d3f23cb985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:09:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['0582d8b7-f097-4045-9c7e-630253832896'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:09:33.310279 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-b038fdf4-efa9-43a2-9ffc-9842791b533c None None] Provisioning for port 7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2 completed by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:09:33.318613 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-b038fdf4-efa9-43a2-9ffc-9842791b533c None None] Provisioning complete for port 7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2 triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:09:33.318997 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b038fdf4-efa9-43a2-9ffc-9842791b533c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:33.354282 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7a9c9c9c-7629-4d0c-aad8-09cf61efc2be admin admin] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:33.363936 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-0075be93-7c9d-48f5-bc9e-a7d3f23cb985 None None] Set router 0582d8b7-f097-4045-9c7e-630253832896 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:09:33.364489 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7a9c9c9c-7629-4d0c-aad8-09cf61efc2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59047126'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:33.391666 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device a15c43f5-2d1d-45d9-8061-96022ab32118 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:09:33.396036 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-b038fdf4-efa9-43a2-9ffc-9842791b533c None None] Port 7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2 cannot update to ACTIVE because it is not bound. {{(pid=93279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:09:33.433950 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7a9c9c9c-7629-4d0c-aad8-09cf61efc2be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495779'] for router_interface, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:33.435743 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c9c9c-7629-4d0c-aad8-09cf61efc2be admin admin] Pushing event updated for resources: {'Port': ['ID=7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:33.526158 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9c9c9c-7629-4d0c-aad8-09cf61efc2be admin admin] Network dca4be55-e289-4445-82a5-350d178a55ca is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:09:33.527641 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-7a9c9c9c-7629-4d0c-aad8-09cf61efc2be admin admin] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:09:33.527817 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port a15c43f5-2d1d-45d9-8061-96022ab32118 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:09:33.528160 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:33.640129 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9c9c9c-7629-4d0c-aad8-09cf61efc2be admin admin] Router 0582d8b7-f097-4045-9c7e-630253832896 has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:09:33.656564 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 5f02394c-2c9a-484f-bc3f-29ad3add0a86 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:09:33.678425 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-0075be93-7c9d-48f5-bc9e-a7d3f23cb985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0582d8b7-f097-4045-9c7e-630253832896', 'name': 'tempest-TestMinimumBasicScenario-823966083-router', 'tenant_id': 'd0f106a174b74fbeab393edaf2150ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bfe8f09f-9c0e-48a9-b815-2d40d3aadff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:09:30Z', 'updated_at': '2021-08-10T05:09:33Z', 'revision_number': 4, 'project_id': 'd0f106a174b74fbeab393edaf2150ec0', 'gw_port': {'id': 'bfe8f09f-9c0e-48a9-b815-2d40d3aadff5', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:87:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0582d8b7-f097-4045-9c7e-630253832896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:30Z', 'updated_at': '2021-08-10T05:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': '7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2', 'name': '', 'network_id': 'dca4be55-e289-4445-82a5-350d178a55ca', 'tenant_id': 'd0f106a174b74fbeab393edaf2150ec0', 'mac_address': 'fa:16:3e:da:c5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0582d8b7-f097-4045-9c7e-630253832896', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'b37d1d7d-6472-4fa3-81c0-fc5e439faa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:32Z', 'updated_at': '2021-08-10T05:09:32Z', 'revision_number': 1, 'project_id': 'd0f106a174b74fbeab393edaf2150ec0', 'subnets': [{'id': 'b37d1d7d-6472-4fa3-81c0-fc5e439faa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:09:33.712531 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0075be93-7c9d-48f5-bc9e-a7d3f23cb985 None None] The sync data for ids ['0582d8b7-f097-4045-9c7e-630253832896'] in dv-cinder-804035-1-iscsi is: [{'id': '0582d8b7-f097-4045-9c7e-630253832896', 'name': 'tempest-TestMinimumBasicScenario-823966083-router', 'tenant_id': 'd0f106a174b74fbeab393edaf2150ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bfe8f09f-9c0e-48a9-b815-2d40d3aadff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:09:30Z', 'updated_at': '2021-08-10T05:09:33Z', 'revision_number': 4, 'project_id': 'd0f106a174b74fbeab393edaf2150ec0', 'gw_port': {'id': 'bfe8f09f-9c0e-48a9-b815-2d40d3aadff5', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:87:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0582d8b7-f097-4045-9c7e-630253832896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:30Z', 'updated_at': '2021-08-10T05:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': '7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2', 'name': '', 'network_id': 'dca4be55-e289-4445-82a5-350d178a55ca', 'tenant_id': 'd0f106a174b74fbeab393edaf2150ec0', 'mac_address': 'fa:16:3e:da:c5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0582d8b7-f097-4045-9c7e-630253832896', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'b37d1d7d-6472-4fa3-81c0-fc5e439faa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:32Z', 'updated_at': '2021-08-10T05:09:32Z', 'revision_number': 1, 'project_id': 'd0f106a174b74fbeab393edaf2150ec0', 'subnets': [{'id': 'b37d1d7d-6472-4fa3-81c0-fc5e439faa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:09:33.745930 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning for port 5f02394c-2c9a-484f-bc3f-29ad3add0a86 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:09:33.750263 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 5f02394c-2c9a-484f-bc3f-29ad3add0a86 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:09:33.750263 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:33.756607 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9c9c9c-7629-4d0c-aad8-09cf61efc2be admin admin] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:09:33.763460 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-7a9c9c9c-7629-4d0c-aad8-09cf61efc2be admin admin] 10.222.0.49 "PUT /v2.0/routers/0582d8b7-f097-4045-9c7e-630253832896/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0002701 Aug 10 05:09:33.841239 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:33.842936 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-e0a85e96-128f-4e3d-b84b-88fe47689d8f None None] Provisioning complete for port 7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2 triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:09:33.843318 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e0a85e96-128f-4e3d-b84b-88fe47689d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:33.896908 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-e0a85e96-128f-4e3d-b84b-88fe47689d8f None None] Port 7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2 cannot update to ACTIVE because it is not bound. {{(pid=93279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:09:33.912721 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] For port 5f02394c-2c9a-484f-bc3f-29ad3add0a86, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=5f02394c-2c9a-484f-bc3f-29ad3add0a86,segment=NetworkSegment(1209052f-d08b-4831-8a1f-2303a1267e82),segment_id=1209052f-d08b-4831-8a1f-2303a1267e82)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:09:33.926542 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:33.927692 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 43c784fe-8224-447e-8ae5-776cbbb80599 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:09:34.014998 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Pushing event updated for resources: {'Port': ['ID=5f02394c-2c9a-484f-bc3f-29ad3add0a86,revision_number=5']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:34.025882 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 43c784fe-8224-447e-8ae5-776cbbb80599 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:09:34.026261 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:35.448127 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 5f02394c-2c9a-484f-bc3f-29ad3add0a86 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:09:35.655304 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 5f02394c-2c9a-484f-bc3f-29ad3add0a86 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:09:35.655689 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:35.763593 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device bfe8f09f-9c0e-48a9-b815-2d40d3aadff5 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:09:35.818330 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning for port bfe8f09f-9c0e-48a9-b815-2d40d3aadff5 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:09:35.822313 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port bfe8f09f-9c0e-48a9-b815-2d40d3aadff5 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:09:35.822692 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:35.919440 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:35.947133 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] For port bfe8f09f-9c0e-48a9-b815-2d40d3aadff5, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=bfe8f09f-9c0e-48a9-b815-2d40d3aadff5,segment=NetworkSegment(b7fff169-1c8e-4170-8d8b-00d331120c68),segment_id=b7fff169-1c8e-4170-8d8b-00d331120c68)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:09:35.954795 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:36.025735 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Pushing event updated for resources: {'Port': ['ID=bfe8f09f-9c0e-48a9-b815-2d40d3aadff5,revision_number=4']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:36.525262 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0907a008-6d6a-4319-b5b4-c526b8df4527 None None] Sync routers for ids ['0582d8b7-f097-4045-9c7e-630253832896'] in dv-cinder-804035-1-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:09:36.535430 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0907a008-6d6a-4319-b5b4-c526b8df4527 None None] Routers {'0582d8b7-f097-4045-9c7e-630253832896'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:09:36.536035 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-0907a008-6d6a-4319-b5b4-c526b8df4527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:09:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['0582d8b7-f097-4045-9c7e-630253832896'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:09:36.645603 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-0907a008-6d6a-4319-b5b4-c526b8df4527 None None] Set router 0582d8b7-f097-4045-9c7e-630253832896 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:09:37.055140 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-0907a008-6d6a-4319-b5b4-c526b8df4527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0582d8b7-f097-4045-9c7e-630253832896', 'name': 'tempest-TestMinimumBasicScenario-823966083-router', 'tenant_id': 'd0f106a174b74fbeab393edaf2150ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bfe8f09f-9c0e-48a9-b815-2d40d3aadff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:09:30Z', 'updated_at': '2021-08-10T05:09:33Z', 'revision_number': 4, 'project_id': 'd0f106a174b74fbeab393edaf2150ec0', 'gw_port': {'id': 'bfe8f09f-9c0e-48a9-b815-2d40d3aadff5', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:87:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0582d8b7-f097-4045-9c7e-630253832896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:30Z', 'updated_at': '2021-08-10T05:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': '7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2', 'name': '', 'network_id': 'dca4be55-e289-4445-82a5-350d178a55ca', 'tenant_id': 'd0f106a174b74fbeab393edaf2150ec0', 'mac_address': 'fa:16:3e:da:c5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0582d8b7-f097-4045-9c7e-630253832896', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'b37d1d7d-6472-4fa3-81c0-fc5e439faa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:32Z', 'updated_at': '2021-08-10T05:09:33Z', 'revision_number': 2, 'project_id': 'd0f106a174b74fbeab393edaf2150ec0', 'subnets': [{'id': 'b37d1d7d-6472-4fa3-81c0-fc5e439faa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:09:37.090667 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0907a008-6d6a-4319-b5b4-c526b8df4527 None None] Checking router: 0582d8b7-f097-4045-9c7e-630253832896 for host: dv-cinder-804035-1-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:09:37.091034 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0907a008-6d6a-4319-b5b4-c526b8df4527 None None] Updating router 0582d8b7-f097-4045-9c7e-630253832896 port 7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2 binding host dv-cinder-804035-1-iscsi {{(pid=93280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 05:09:37.123774 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0907a008-6d6a-4319-b5b4-c526b8df4527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:37.343910 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device bfe8f09f-9c0e-48a9-b815-2d40d3aadff5 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:09:37.417796 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port bfe8f09f-9c0e-48a9-b815-2d40d3aadff5 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:09:37.417796 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:37.435664 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0907a008-6d6a-4319-b5b4-c526b8df4527 None None] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:37.458512 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-0907a008-6d6a-4319-b5b4-c526b8df4527 None None] Transition to ACTIVE for port object 7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2 will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:09:37.469872 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0907a008-6d6a-4319-b5b4-c526b8df4527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:37.575245 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35baaf94-24f8-4db1-92a8-a5dc9dae4920 None None] Pushing event updated for resources: {'Port': ['ID=7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:37.588671 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-0907a008-6d6a-4319-b5b4-c526b8df4527 None None] Attempting to bind port 7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2 on host dv-cinder-804035-1-iscsi for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:09:37.589173 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-0907a008-6d6a-4319-b5b4-c526b8df4527 None None] Attempting to bind port 7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2 by drivers openvswitch,hyperv on host dv-cinder-804035-1-iscsi at level 0 using segments [{'id': 'a87b33fe-245e-4a4c-bf0b-978a4469c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dca4be55-e289-4445-82a5-350d178a55ca'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:09:37.589626 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0907a008-6d6a-4319-b5b4-c526b8df4527 None None] Attempting to bind port 7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2 on network dca4be55-e289-4445-82a5-350d178a55ca {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:09:37.595989 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0907a008-6d6a-4319-b5b4-c526b8df4527 None None] Checking agent: {'id': 'e86c392a-1153-4c8a-96a5-08eb1b77cf3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 44, 50), 'started_at': datetime.datetime(2021, 8, 10, 4, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:09:37.596523 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0907a008-6d6a-4319-b5b4-c526b8df4527 None None] Checking segment: {'id': 'a87b33fe-245e-4a4c-bf0b-978a4469c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dca4be55-e289-4445-82a5-350d178a55ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:09:37.597024 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0907a008-6d6a-4319-b5b4-c526b8df4527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:37.597495 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0907a008-6d6a-4319-b5b4-c526b8df4527 None None] Bound using segment: {'id': 'a87b33fe-245e-4a4c-bf0b-978a4469c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dca4be55-e289-4445-82a5-350d178a55ca'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:09:37.598047 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-0907a008-6d6a-4319-b5b4-c526b8df4527 None None] Bound port: 7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2, host: dv-cinder-804035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a87b33fe-245e-4a4c-bf0b-978a4469c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dca4be55-e289-4445-82a5-350d178a55ca'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:09:37.598555 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0907a008-6d6a-4319-b5b4-c526b8df4527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:37.679292 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-0907a008-6d6a-4319-b5b4-c526b8df4527 None None] For port 7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2, host dv-cinder-804035-1-iscsi, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:09:37.683320 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-0907a008-6d6a-4319-b5b4-c526b8df4527 None None] For port 7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2, host dv-cinder-804035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2,segment=NetworkSegment(a87b33fe-245e-4a4c-bf0b-978a4469c43e),segment_id=a87b33fe-245e-4a4c-bf0b-978a4469c43e)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:09:37.693414 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0907a008-6d6a-4319-b5b4-c526b8df4527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:37.764491 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35baaf94-24f8-4db1-92a8-a5dc9dae4920 None None] Pushing event updated for resources: {'Port': ['ID=7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:37.768076 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0907a008-6d6a-4319-b5b4-c526b8df4527 None None] Routers {'0582d8b7-f097-4045-9c7e-630253832896'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:09:37.768795 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-0907a008-6d6a-4319-b5b4-c526b8df4527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:09:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['0582d8b7-f097-4045-9c7e-630253832896'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:09:37.896607 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-0907a008-6d6a-4319-b5b4-c526b8df4527 None None] Set router 0582d8b7-f097-4045-9c7e-630253832896 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:09:38.143457 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-0907a008-6d6a-4319-b5b4-c526b8df4527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0582d8b7-f097-4045-9c7e-630253832896', 'name': 'tempest-TestMinimumBasicScenario-823966083-router', 'tenant_id': 'd0f106a174b74fbeab393edaf2150ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bfe8f09f-9c0e-48a9-b815-2d40d3aadff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:09:30Z', 'updated_at': '2021-08-10T05:09:33Z', 'revision_number': 4, 'project_id': 'd0f106a174b74fbeab393edaf2150ec0', 'gw_port': {'id': 'bfe8f09f-9c0e-48a9-b815-2d40d3aadff5', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:87:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0582d8b7-f097-4045-9c7e-630253832896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:30Z', 'updated_at': '2021-08-10T05:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': '7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2', 'name': '', 'network_id': 'dca4be55-e289-4445-82a5-350d178a55ca', 'tenant_id': 'd0f106a174b74fbeab393edaf2150ec0', 'mac_address': 'fa:16:3e:da:c5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0582d8b7-f097-4045-9c7e-630253832896', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'b37d1d7d-6472-4fa3-81c0-fc5e439faa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:32Z', 'updated_at': '2021-08-10T05:09:37Z', 'revision_number': 4, 'project_id': 'd0f106a174b74fbeab393edaf2150ec0', 'subnets': [{'id': 'b37d1d7d-6472-4fa3-81c0-fc5e439faa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:09:38.172609 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0907a008-6d6a-4319-b5b4-c526b8df4527 None None] The sync data for ids ['0582d8b7-f097-4045-9c7e-630253832896'] in dv-cinder-804035-1-iscsi is: [{'id': '0582d8b7-f097-4045-9c7e-630253832896', 'name': 'tempest-TestMinimumBasicScenario-823966083-router', 'tenant_id': 'd0f106a174b74fbeab393edaf2150ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bfe8f09f-9c0e-48a9-b815-2d40d3aadff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:09:30Z', 'updated_at': '2021-08-10T05:09:33Z', 'revision_number': 4, 'project_id': 'd0f106a174b74fbeab393edaf2150ec0', 'gw_port': {'id': 'bfe8f09f-9c0e-48a9-b815-2d40d3aadff5', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:87:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0582d8b7-f097-4045-9c7e-630253832896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:30Z', 'updated_at': '2021-08-10T05:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': '7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2', 'name': '', 'network_id': 'dca4be55-e289-4445-82a5-350d178a55ca', 'tenant_id': 'd0f106a174b74fbeab393edaf2150ec0', 'mac_address': 'fa:16:3e:da:c5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0582d8b7-f097-4045-9c7e-630253832896', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'b37d1d7d-6472-4fa3-81c0-fc5e439faa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:32Z', 'updated_at': '2021-08-10T05:09:37Z', 'revision_number': 4, 'project_id': 'd0f106a174b74fbeab393edaf2150ec0', 'subnets': [{'id': 'b37d1d7d-6472-4fa3-81c0-fc5e439faa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:09:39.386080 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:09:39.450499 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning for port 7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2 completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:09:39.456908 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:09:39.457294 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:39.542963 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:39.580224 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] For port 7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2,segment=NetworkSegment(a87b33fe-245e-4a4c-bf0b-978a4469c43e),segment_id=a87b33fe-245e-4a4c-bf0b-978a4469c43e)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:09:39.586626 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:39.638874 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Pushing event updated for resources: {'Port': ['ID=7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2,revision_number=5']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:41.330718 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2 up at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:09:41.387039 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Provisioning complete for port 7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2 triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:09:41.387410 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:43.654983 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-81a6a6ee-231f-4cb4-a937-3d846b62bdcf tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:09:43.656772 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-81a6a6ee-231f-4cb4-a937-3d846b62bdcf tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/networks?id=c3901510-eb51-4599-87be-77fac0aef737 HTTP/1.1" status: 200 len: 815 time: 0.1098325 Aug 10 05:09:43.674883 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-b0bfc662-4214-4926-ab03-3e7bb644f08d tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/quotas/5ccd09d13a3c4cd79a7a735d8fc6b317 HTTP/1.1" status: 200 len: 375 time: 0.0094705 Aug 10 05:09:43.733334 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-e2c22b2d-ffa2-4b6c-b187-14e4c8b51ae8 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5ccd09d13a3c4cd79a7a735d8fc6b317&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503087 Aug 10 05:09:43.947621 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-8cb539fa-7ca1-405d-97c8-156e009294a2 service neutron] 10.222.0.49 "GET /v2.0/networks/c3901510-eb51-4599-87be-77fac0aef737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983404 Aug 10 05:09:44.040958 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-a96f76a7-09ae-42b4-bd99-6d34297c3199 service neutron] 10.222.0.49 "GET /v2.0/networks/c3901510-eb51-4599-87be-77fac0aef737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852532 Aug 10 05:09:45.227836 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9e71b6ce-6f26-4d48-991a-4103d19cc13a req-a0b1ffb5-c33c-4b2c-98f4-0f6746981d79 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 210 time: 0.0267730 Aug 10 05:09:46.328977 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c5c8536e-a074-4f49-8c0d-4d4742336947 req-f28e1958-d6c8-42ff-8d73-5745d845171c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 210 time: 0.0278792 Aug 10 05:09:46.375284 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-d79ee2e4-6a58-468a-8726-4bdf5e10c9f4 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:09:46.376733 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-d79ee2e4-6a58-468a-8726-4bdf5e10c9f4 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.63 "GET /v2.0/networks?id=c3901510-eb51-4599-87be-77fac0aef737 HTTP/1.1" status: 200 len: 815 time: 0.1050463 Aug 10 05:09:46.390296 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-d171191a-a807-4467-9d43-fd3b9a17d7d2 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Request body: {'port': {'device_id': '5c15a975-2377-4b2b-b044-fbf8f4cc8782', 'network_id': 'c3901510-eb51-4599-87be-77fac0aef737', 'admin_state_up': True, 'tenant_id': '5ccd09d13a3c4cd79a7a735d8fc6b317'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:09:46.500564 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-d171191a-a807-4467-9d43-fd3b9a17d7d2 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Made reservation on behalf of 5ccd09d13a3c4cd79a7a735d8fc6b317 for: {'port': 1} {{(pid=93277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:09:46.504364 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-d171191a-a807-4467-9d43-fd3b9a17d7d2 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:46.636617 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-d171191a-a807-4467-9d43-fd3b9a17d7d2 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Allocated IP 172.20.0.11 (c3901510-eb51-4599-87be-77fac0aef737/03d492c1-da81-4b3e-a3f9-654d212cc059/31b38a21-a52f-49df-9416-8bb24b514cca) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:09:46.784672 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-d171191a-a807-4467-9d43-fd3b9a17d7d2 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:46.804356 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-d171191a-a807-4467-9d43-fd3b9a17d7d2 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Transition to ACTIVE for port object 31b38a21-a52f-49df-9416-8bb24b514cca will not be triggered until provisioned by entity DHCP. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:09:46.841986 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-d171191a-a807-4467-9d43-fd3b9a17d7d2 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:46.890383 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-d171191a-a807-4467-9d43-fd3b9a17d7d2 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Network c3901510-eb51-4599-87be-77fac0aef737 is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:09:46.896091 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-d171191a-a807-4467-9d43-fd3b9a17d7d2 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:09:46.899634 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-d171191a-a807-4467-9d43-fd3b9a17d7d2 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:09:46.947020 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171191a-a807-4467-9d43-fd3b9a17d7d2 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Pushing event updated for resources: {'Port': ['ID=31b38a21-a52f-49df-9416-8bb24b514cca,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:46.983731 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-d171191a-a807-4467-9d43-fd3b9a17d7d2 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:09:46.987937 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-d171191a-a807-4467-9d43-fd3b9a17d7d2 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:47.012340 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-d171191a-a807-4467-9d43-fd3b9a17d7d2 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6257513 Aug 10 05:09:47.164711 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-acc987a5-99ef-430c-a6af-ff41eed89804 None None] Provisioning for port 31b38a21-a52f-49df-9416-8bb24b514cca completed by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:09:47.179532 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-acc987a5-99ef-430c-a6af-ff41eed89804 None None] Provisioning complete for port 31b38a21-a52f-49df-9416-8bb24b514cca triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:09:47.180170 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-acc987a5-99ef-430c-a6af-ff41eed89804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:47.204991 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3c9af517-e9ea-4965-9351-8bebdb8d42a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:47.220612 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-acc987a5-99ef-430c-a6af-ff41eed89804 None None] Port 31b38a21-a52f-49df-9416-8bb24b514cca cannot update to ACTIVE because it is not bound. {{(pid=93279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:09:47.458336 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654dc5d7-b0bb-431f-8f54-f6d4e1fbead9 req-e5df8694-d814-431f-8c16-677ef4597f24 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:09:47.459907 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-654dc5d7-b0bb-431f-8f54-f6d4e1fbead9 req-e5df8694-d814-431f-8c16-677ef4597f24 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 932 time: 0.0526869 Aug 10 05:09:47.500282 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-654dc5d7-b0bb-431f-8f54-f6d4e1fbead9 req-46bc2d7d-1d39-4543-aa07-cbe35f6ccd49 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343416 Aug 10 05:09:48.622616 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af3152-1469-4b46-bbc1-164ae26fc0b6 req-0ba024d1-b7dd-45df-88b4-bcb13d2df4e9 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:09:48.629699 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-20af3152-1469-4b46-bbc1-164ae26fc0b6 req-0ba024d1-b7dd-45df-88b4-bcb13d2df4e9 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 932 time: 0.0593846 Aug 10 05:09:48.671548 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-20af3152-1469-4b46-bbc1-164ae26fc0b6 req-53c18bc2-6856-4da9-9a78-e5e4c093279a tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354357 Aug 10 05:09:49.793934 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54a48b-6f1e-4ed7-9cd0-e15a03c058ae req-d0fe5258-5855-43b3-84da-ad82b0a02ce9 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:09:49.795463 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0f54a48b-6f1e-4ed7-9cd0-e15a03c058ae req-d0fe5258-5855-43b3-84da-ad82b0a02ce9 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 932 time: 0.0525784 Aug 10 05:09:49.838213 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0f54a48b-6f1e-4ed7-9cd0-e15a03c058ae req-406879fd-6ec5-4fe2-86c0-2baddf57f7b9 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358138 Aug 10 05:09:49.934402 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:50.024215 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-12f704ad-7350-47d4-b9c5-80da44f1aa61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:50.243015 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:50.959570 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fbcfd-0706-440f-89ec-177acd5f12a6 req-8cd79aec-820c-4c45-a357-4d4d1cdf0edc tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:09:50.961092 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-983fbcfd-0706-440f-89ec-177acd5f12a6 req-8cd79aec-820c-4c45-a357-4d4d1cdf0edc tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 932 time: 0.0529494 Aug 10 05:09:51.001520 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-983fbcfd-0706-440f-89ec-177acd5f12a6 req-acaee8a8-3674-400a-b33f-33e0d7b1c324 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338833 Aug 10 05:09:51.314881 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:52.128667 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b93a9b-abec-49b7-b8ff-d67f9f82bccb req-266379e7-35e6-477f-b7a4-44071cd3571d tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:09:52.130161 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-05b93a9b-abec-49b7-b8ff-d67f9f82bccb req-266379e7-35e6-477f-b7a4-44071cd3571d tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 932 time: 0.0555029 Aug 10 05:09:52.174552 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-05b93a9b-abec-49b7-b8ff-d67f9f82bccb req-14ecbb39-a12d-42b3-924e-730f24932ba8 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344577 Aug 10 05:09:52.776133 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:53.295876 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fa0ac-1264-4443-b16f-bad20439a4d8 req-4928d4d3-b906-4012-bd91-b59165b8ebd5 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:09:53.297341 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-199fa0ac-1264-4443-b16f-bad20439a4d8 req-4928d4d3-b906-4012-bd91-b59165b8ebd5 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 932 time: 0.0495179 Aug 10 05:09:53.337885 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-199fa0ac-1264-4443-b16f-bad20439a4d8 req-dd225a1c-3ffc-480b-a90d-66fcb8582121 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342994 Aug 10 05:09:54.470829 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689d4e5-40fa-4564-9f4f-ef2b95a3cb29 req-8b271ad1-f3ab-4cdc-b139-baa16e08e8cb tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:09:54.472354 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5689d4e5-40fa-4564-9f4f-ef2b95a3cb29 req-8b271ad1-f3ab-4cdc-b139-baa16e08e8cb tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 932 time: 0.0583849 Aug 10 05:09:54.525596 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5689d4e5-40fa-4564-9f4f-ef2b95a3cb29 req-5857e5a9-bf8f-4d17-8c0a-99a2f59be2f8 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468009 Aug 10 05:09:55.538007 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:09:55.636889 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7c30b-7dc7-43a5-9d00-e1d024b82c27 req-e845d87a-f59a-4085-8c92-ceb4276564f3 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:09:55.638717 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7bc7c30b-7dc7-43a5-9d00-e1d024b82c27 req-e845d87a-f59a-4085-8c92-ceb4276564f3 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 932 time: 0.0543067 Aug 10 05:09:55.682650 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7bc7c30b-7dc7-43a5-9d00-e1d024b82c27 req-176da0b3-d628-463e-851e-35531a536d38 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349541 Aug 10 05:09:56.803825 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ce188-ea52-420d-af67-bd172ddc5069 req-2acfc390-5da3-4ec5-8b93-3cd4372f357f tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:09:56.805330 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-822ce188-ea52-420d-af67-bd172ddc5069 req-2acfc390-5da3-4ec5-8b93-3cd4372f357f tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 932 time: 0.0534980 Aug 10 05:09:56.843723 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-822ce188-ea52-420d-af67-bd172ddc5069 req-7cddd06a-ac16-48e3-a369-30f404b08702 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320754 Aug 10 05:09:57.971799 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95981bd7-e6a5-45aa-9e1a-6f0817c13ec6 req-3c056e9f-ec3e-4be1-a527-4bda22f5bc99 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:09:57.973276 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-95981bd7-e6a5-45aa-9e1a-6f0817c13ec6 req-3c056e9f-ec3e-4be1-a527-4bda22f5bc99 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 932 time: 0.0604196 Aug 10 05:09:58.017071 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-95981bd7-e6a5-45aa-9e1a-6f0817c13ec6 req-837cf413-144a-44c4-a940-49f43ebcacdf tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337303 Aug 10 05:09:59.141608 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb11b7a-867d-41f5-b0bf-1d30b235184d req-7821c748-3e00-4a47-b43a-8fd199a12eac tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:09:59.143474 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ccb11b7a-867d-41f5-b0bf-1d30b235184d req-7821c748-3e00-4a47-b43a-8fd199a12eac tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 932 time: 0.0537782 Aug 10 05:09:59.187871 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ccb11b7a-867d-41f5-b0bf-1d30b235184d req-b7c26ac6-6213-4972-9f39-da2041edec39 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357444 Aug 10 05:09:59.554014 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-fb7e5133-b96f-47a5-b806-448611aa0743 service neutron] Request body: {'port': {'device_id': '5c15a975-2377-4b2b-b044-fbf8f4cc8782', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:09:59.610385 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-fb7e5133-b96f-47a5-b806-448611aa0743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:59.887261 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-fb7e5133-b96f-47a5-b806-448611aa0743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b38a21-a52f-49df-9416-8bb24b514cca {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:09:59.894773 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-fb7e5133-b96f-47a5-b806-448611aa0743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:59.907507 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-fb7e5133-b96f-47a5-b806-448611aa0743 service neutron] Transition to ACTIVE for port object 31b38a21-a52f-49df-9416-8bb24b514cca will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:09:59.912744 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-fb7e5133-b96f-47a5-b806-448611aa0743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59047126'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:59.959443 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e5133-b96f-47a5-b806-448611aa0743 service neutron] Pushing event updated for resources: {'Port': ['ID=31b38a21-a52f-49df-9416-8bb24b514cca,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:00.034874 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-fb7e5133-b96f-47a5-b806-448611aa0743 service neutron] Attempting to bind port 31b38a21-a52f-49df-9416-8bb24b514cca on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:10:00.035213 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-fb7e5133-b96f-47a5-b806-448611aa0743 service neutron] Attempting to bind port 31b38a21-a52f-49df-9416-8bb24b514cca by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '1209052f-d08b-4831-8a1f-2303a1267e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c3901510-eb51-4599-87be-77fac0aef737'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:10:00.035554 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-fb7e5133-b96f-47a5-b806-448611aa0743 service neutron] Attempting to bind port 31b38a21-a52f-49df-9416-8bb24b514cca on network c3901510-eb51-4599-87be-77fac0aef737 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:10:00.040211 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-fb7e5133-b96f-47a5-b806-448611aa0743 service neutron] Port 31b38a21-a52f-49df-9416-8bb24b514cca on network c3901510-eb51-4599-87be-77fac0aef737 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 05:10:00.040529 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-fb7e5133-b96f-47a5-b806-448611aa0743 service neutron] Attempting to bind port 31b38a21-a52f-49df-9416-8bb24b514cca on network c3901510-eb51-4599-87be-77fac0aef737 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:10:00.045870 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-fb7e5133-b96f-47a5-b806-448611aa0743 service neutron] Checking agent: {'id': '51cc88f3-029f-45e4-af3a-d9472a1d6530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'started_at': datetime.datetime(2021, 8, 10, 4, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:10:00.046202 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-fb7e5133-b96f-47a5-b806-448611aa0743 service neutron] Checking segment: {'id': '1209052f-d08b-4831-8a1f-2303a1267e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c3901510-eb51-4599-87be-77fac0aef737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:10:00.046573 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-fb7e5133-b96f-47a5-b806-448611aa0743 service neutron] Bound using segment: {'id': '1209052f-d08b-4831-8a1f-2303a1267e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c3901510-eb51-4599-87be-77fac0aef737'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:10:00.046980 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-fb7e5133-b96f-47a5-b806-448611aa0743 service neutron] Bound port: 31b38a21-a52f-49df-9416-8bb24b514cca, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1209052f-d08b-4831-8a1f-2303a1267e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c3901510-eb51-4599-87be-77fac0aef737'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:10:00.047340 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-fb7e5133-b96f-47a5-b806-448611aa0743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:00.115837 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-fb7e5133-b96f-47a5-b806-448611aa0743 service neutron] For port 31b38a21-a52f-49df-9416-8bb24b514cca, host hv-cinder-80403, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:10:00.119138 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-fb7e5133-b96f-47a5-b806-448611aa0743 service neutron] For port 31b38a21-a52f-49df-9416-8bb24b514cca, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=31b38a21-a52f-49df-9416-8bb24b514cca,segment=NetworkSegment(1209052f-d08b-4831-8a1f-2303a1267e82),segment_id=1209052f-d08b-4831-8a1f-2303a1267e82)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:10:00.126286 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-fb7e5133-b96f-47a5-b806-448611aa0743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59047126'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:00.160117 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-fb7e5133-b96f-47a5-b806-448611aa0743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:00.160698 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-fb7e5133-b96f-47a5-b806-448611aa0743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:00.162114 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-fb7e5133-b96f-47a5-b806-448611aa0743 service neutron] 10.222.0.63 "PUT /v2.0/ports/31b38a21-a52f-49df-9416-8bb24b514cca HTTP/1.1" status: 200 len: 1094 time: 0.6706638 Aug 10 05:10:00.162508 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c15a975-2377-4b2b-b044-fbf8f4cc8782', 'tag': '31b38a21-a52f-49df-9416-8bb24b514cca'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:10:00.164810 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0435c65cf5a8cc8383a9c7cfa6853d0e89819f93ab363e4d384fd3b31d716135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60c67ee-f485-468a-8f46-6d6bfed627e0" -d '{"events": [{"name": "network-changed", "server_uuid": "5c15a975-2377-4b2b-b044-fbf8f4cc8782", "tag": "31b38a21-a52f-49df-9416-8bb24b514cca"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:10:00.189957 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e5133-b96f-47a5-b806-448611aa0743 service neutron] Pushing event updated for resources: {'Port': ['ID=31b38a21-a52f-49df-9416-8bb24b514cca,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:00.209234 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9617f5-bb45-4118-9a3d-c47ebaf814f9 x-openstack-request-id: req-ed9617f5-bb45-4118-9a3d-c47ebaf814f9 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:10:00.209532 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c15a975-2377-4b2b-b044-fbf8f4cc8782", "tag": "31b38a21-a52f-49df-9416-8bb24b514cca", "status": "completed", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:10:00.209825 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ed9617f5-bb45-4118-9a3d-c47ebaf814f9 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:10:00.210246 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c15a975-2377-4b2b-b044-fbf8f4cc8782', 'tag': '31b38a21-a52f-49df-9416-8bb24b514cca', 'status': 'completed', 'code': 200} Aug 10 05:10:00.259033 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-10244b69-494d-4ba0-81db-7d2db199e4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:00.260600 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-10244b69-494d-4ba0-81db-7d2db199e4bd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5ccd09d13a3c4cd79a7a735d8fc6b317&device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 1097 time: 0.0415440 Aug 10 05:10:00.307951 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-0b3ea816-9a83-4b6c-85b0-bec79aa4291a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b38a21-a52f-49df-9416-8bb24b514cca HTTP/1.1" status: 200 len: 217 time: 0.0387478 Aug 10 05:10:00.314738 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61855bbd-98ad-44e8-afcd-7f5dd1503d53 req-c0eb8b05-9db2-4ce6-84eb-00cd708cbc42 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:00.316306 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-61855bbd-98ad-44e8-afcd-7f5dd1503d53 req-c0eb8b05-9db2-4ce6-84eb-00cd708cbc42 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 944 time: 0.0501094 Aug 10 05:10:00.356589 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-8d5d5567-c18c-4c5e-8c01-b55fd5bfeff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:00.358077 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-8d5d5567-c18c-4c5e-8c01-b55fd5bfeff7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=03d492c1-da81-4b3e-a3f9-654d212cc059 HTTP/1.1" status: 200 len: 854 time: 0.0434639 Aug 10 05:10:00.359880 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-61855bbd-98ad-44e8-afcd-7f5dd1503d53 req-06590bcf-9866-4cf2-8780-029c00149add tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372093 Aug 10 05:10:00.404146 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-2e846699-45ea-4bfb-b19d-3c6455f7c64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:00.405633 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-2e846699-45ea-4bfb-b19d-3c6455f7c64d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c3901510-eb51-4599-87be-77fac0aef737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404098 Aug 10 05:10:00.504234 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-4d0c5dfd-207a-4623-aea5-5ae181de3140 service neutron] 10.222.0.63 "GET /v2.0/networks/c3901510-eb51-4599-87be-77fac0aef737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901339 Aug 10 05:10:00.604166 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-bdee0c44-a38e-48fc-a984-398c86b08599 req-fc816b98-0ee7-4957-a26a-39e2ce965aaa service neutron] 10.222.0.63 "GET /v2.0/networks/c3901510-eb51-4599-87be-77fac0aef737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918505 Aug 10 05:10:00.706152 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c67ee-f485-468a-8f46-6d6bfed627e0 req-812641d6-a21d-4eda-b7dc-1b4774522702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:00.707566 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-b60c67ee-f485-468a-8f46-6d6bfed627e0 req-812641d6-a21d-4eda-b7dc-1b4774522702 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5ccd09d13a3c4cd79a7a735d8fc6b317&device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 1097 time: 0.0449274 Aug 10 05:10:00.809232 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c67ee-f485-468a-8f46-6d6bfed627e0 req-527a774d-b8b6-4dfa-8366-c997bb7f47c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:00.810747 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-b60c67ee-f485-468a-8f46-6d6bfed627e0 req-527a774d-b8b6-4dfa-8366-c997bb7f47c6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c3901510-eb51-4599-87be-77fac0aef737 HTTP/1.1" status: 200 len: 916 time: 0.0953968 Aug 10 05:10:00.852413 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-b60c67ee-f485-468a-8f46-6d6bfed627e0 req-f1cb5fc2-0627-4ae7-8499-fd93af0bf380 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b38a21-a52f-49df-9416-8bb24b514cca HTTP/1.1" status: 200 len: 217 time: 0.0335402 Aug 10 05:10:00.905980 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c67ee-f485-468a-8f46-6d6bfed627e0 req-eb02201e-490c-46b4-b4f9-a30c7f5b25ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:00.907569 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-b60c67ee-f485-468a-8f46-6d6bfed627e0 req-eb02201e-490c-46b4-b4f9-a30c7f5b25ac service neutron] 10.222.0.63 "GET /v2.0/subnets?id=03d492c1-da81-4b3e-a3f9-654d212cc059 HTTP/1.1" status: 200 len: 854 time: 0.0481534 Aug 10 05:10:00.956812 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c67ee-f485-468a-8f46-6d6bfed627e0 req-c49f553f-fce7-4cf6-9021-be19482ac3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:00.958229 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-b60c67ee-f485-468a-8f46-6d6bfed627e0 req-c49f553f-fce7-4cf6-9021-be19482ac3e0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c3901510-eb51-4599-87be-77fac0aef737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430105 Aug 10 05:10:01.047713 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-b60c67ee-f485-468a-8f46-6d6bfed627e0 req-3044be96-11c3-4582-8d2f-34286298cc87 service neutron] 10.222.0.63 "GET /v2.0/networks/c3901510-eb51-4599-87be-77fac0aef737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816617 Aug 10 05:10:01.142134 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-b60c67ee-f485-468a-8f46-6d6bfed627e0 req-8dddce2a-91f6-411a-a400-f93ad4580a5d service neutron] 10.222.0.63 "GET /v2.0/networks/c3901510-eb51-4599-87be-77fac0aef737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857780 Aug 10 05:10:01.495526 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07182d30-6f05-49c1-9914-554a3e0529bc req-414b660b-27ad-4d70-9a3a-14699b5f3299 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:01.497074 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-07182d30-6f05-49c1-9914-554a3e0529bc req-414b660b-27ad-4d70-9a3a-14699b5f3299 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 944 time: 0.0513558 Aug 10 05:10:01.534093 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-07182d30-6f05-49c1-9914-554a3e0529bc req-1108ee08-c702-474c-82cb-b52b4c18a253 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309978 Aug 10 05:10:02.691602 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676d14a-2239-4e7a-b779-32d889a17223 req-6eb094b2-f4ff-46e6-87d3-fdd2a255e750 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:02.693208 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3676d14a-2239-4e7a-b779-32d889a17223 req-6eb094b2-f4ff-46e6-87d3-fdd2a255e750 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 944 time: 0.0730424 Aug 10 05:10:03.018179 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3676d14a-2239-4e7a-b779-32d889a17223 req-2643ad8d-8839-4e8e-acd1-a80594ccf972 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183401 Aug 10 05:10:04.144254 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5c8a0-1a68-4849-8a02-d01735f0b948 req-3fdfbdd1-e81e-4ee0-8492-919a761c1773 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:04.145699 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-39b5c8a0-1a68-4849-8a02-d01735f0b948 req-3fdfbdd1-e81e-4ee0-8492-919a761c1773 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 944 time: 0.0507867 Aug 10 05:10:04.190537 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-39b5c8a0-1a68-4849-8a02-d01735f0b948 req-5d839c84-0a38-4779-bf9c-5cf97fcc1b14 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383866 Aug 10 05:10:04.357236 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 31b38a21-a52f-49df-9416-8bb24b514cca details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:10:04.465583 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 31b38a21-a52f-49df-9416-8bb24b514cca, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=31b38a21-a52f-49df-9416-8bb24b514cca,segment=NetworkSegment(1209052f-d08b-4831-8a1f-2303a1267e82),segment_id=1209052f-d08b-4831-8a1f-2303a1267e82)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:10:04.478512 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Returning: {'device': '31b38a21-a52f-49df-9416-8bb24b514cca', 'network_id': 'c3901510-eb51-4599-87be-77fac0aef737', 'port_id': '31b38a21-a52f-49df-9416-8bb24b514cca', 'mac_address': 'fa:16:3e:e9:f9:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03d492c1-da81-4b3e-a3f9-654d212cc059', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:10:04.520280 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:04.533231 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b38a21-a52f-49df-9416-8bb24b514cca {{(pid=93279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:10:04.552897 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 31b38a21-a52f-49df-9416-8bb24b514cca, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=31b38a21-a52f-49df-9416-8bb24b514cca,segment=NetworkSegment(1209052f-d08b-4831-8a1f-2303a1267e82),segment_id=1209052f-d08b-4831-8a1f-2303a1267e82)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:10:04.559572 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:04.612668 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=31b38a21-a52f-49df-9416-8bb24b514cca,revision_number=4']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:04.885334 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['31b38a21-a52f-49df-9416-8bb24b514cca'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:10:05.313788 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843d67b-b3ba-4f6b-ab08-8f5388b25820 req-ddcf2b88-66a3-4841-a78e-6a3c94f49fc1 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:05.315328 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4843d67b-b3ba-4f6b-ab08-8f5388b25820 req-ddcf2b88-66a3-4841-a78e-6a3c94f49fc1 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 945 time: 0.0511672 Aug 10 05:10:05.356480 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4843d67b-b3ba-4f6b-ab08-8f5388b25820 req-3da3db94-aae6-42eb-bb51-d5b5e7820219 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318546 Aug 10 05:10:06.354031 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 31b38a21-a52f-49df-9416-8bb24b514cca up at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:10:06.409305 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning for port 31b38a21-a52f-49df-9416-8bb24b514cca completed by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:10:06.412941 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Provisioning complete for port 31b38a21-a52f-49df-9416-8bb24b514cca triggered by entity L2. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:10:06.413307 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:06.479409 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b904ba-32b7-4e61-a06a-c7aa312cf6da req-7e139003-9ceb-4ecc-867d-9f4b7993cac9 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:06.481176 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-94b904ba-32b7-4e61-a06a-c7aa312cf6da req-7e139003-9ceb-4ecc-867d-9f4b7993cac9 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 945 time: 0.0546486 Aug 10 05:10:06.490175 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:06.513094 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c15a975-2377-4b2b-b044-fbf8f4cc8782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b38a21-a52f-49df-9416-8bb24b514cca'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:10:06.515362 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684630205e793650736d742c593896f55c3712126ad5fa6ebc9acffcc34ee486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa893a3-43c5-4dc6-83c2-5f22c1db027d" -d '{"events": [{"server_uuid": "5c15a975-2377-4b2b-b044-fbf8f4cc8782", "name": "network-vif-plugged", "status": "completed", "tag": "31b38a21-a52f-49df-9416-8bb24b514cca"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:10:06.521209 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-94b904ba-32b7-4e61-a06a-c7aa312cf6da req-bd409b10-3f01-4763-a697-e49817cdca79 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334857 Aug 10 05:10:06.528443 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] For port 31b38a21-a52f-49df-9416-8bb24b514cca, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=31b38a21-a52f-49df-9416-8bb24b514cca,segment=NetworkSegment(1209052f-d08b-4831-8a1f-2303a1267e82),segment_id=1209052f-d08b-4831-8a1f-2303a1267e82)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:10:06.534595 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:06.589607 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Pushing event updated for resources: {'Port': ['ID=31b38a21-a52f-49df-9416-8bb24b514cca,revision_number=5']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:06.669532 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b228993-efcd-4724-8a25-64db8c093db9 x-openstack-request-id: req-8b228993-efcd-4724-8a25-64db8c093db9 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:10:06.669821 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c15a975-2377-4b2b-b044-fbf8f4cc8782", "name": "network-vif-plugged", "status": "completed", "tag": "31b38a21-a52f-49df-9416-8bb24b514cca", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:10:06.670064 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8b228993-efcd-4724-8a25-64db8c093db9 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:10:06.670452 dv-cinder-804035-1-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c15a975-2377-4b2b-b044-fbf8f4cc8782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b38a21-a52f-49df-9416-8bb24b514cca', 'code': 200} Aug 10 05:10:06.865206 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801013ee-5f56-445b-8ff0-a438bdaed38e req-4301fb46-96a4-42a0-9416-4d37ad6acb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:06.866587 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-801013ee-5f56-445b-8ff0-a438bdaed38e req-4301fb46-96a4-42a0-9416-4d37ad6acb94 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 1099 time: 0.0429699 Aug 10 05:10:06.903066 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-801013ee-5f56-445b-8ff0-a438bdaed38e req-64db4fd1-db39-4c2d-9b33-b10667258afe service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283144 Aug 10 05:10:07.658512 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd339c0-36a6-4b8f-980a-48f613dc7198 req-19acea7e-306f-4faf-a378-c10d07d1afd5 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:07.660025 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cfd339c0-36a6-4b8f-980a-48f613dc7198 req-19acea7e-306f-4faf-a378-c10d07d1afd5 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 946 time: 0.0628319 Aug 10 05:10:07.698823 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cfd339c0-36a6-4b8f-980a-48f613dc7198 req-971d657d-4bdb-46af-8a39-6fc0e5d83017 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327873 Aug 10 05:10:08.830413 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe33661-3261-44c9-9897-350dfcf9bca7 req-75e61f60-0a47-4c7f-9113-ebf01f31e265 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:08.831917 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-efe33661-3261-44c9-9897-350dfcf9bca7 req-75e61f60-0a47-4c7f-9113-ebf01f31e265 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 946 time: 0.0542693 Aug 10 05:10:08.874123 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-efe33661-3261-44c9-9897-350dfcf9bca7 req-fb1901ae-46bc-42bc-b00f-86eb3167ae47 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331690 Aug 10 05:10:08.995345 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc6a3b-bfaa-490e-9cdd-0ad0b240a9d1 req-bcf711fa-2f4b-46dd-8fd5-2c64ae11d685 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:08.997157 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4cdc6a3b-bfaa-490e-9cdd-0ad0b240a9d1 req-bcf711fa-2f4b-46dd-8fd5-2c64ae11d685 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 946 time: 0.0567715 Aug 10 05:10:09.042423 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4cdc6a3b-bfaa-490e-9cdd-0ad0b240a9d1 req-36fc45f2-6dec-4019-9ed1-576357b5b05d tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363035 Aug 10 05:10:09.381875 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e1a19-4906-4da1-a9c8-ab5df1f5ab9a req-e858f401-3c69-4c52-a7c1-612756682a71 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:09.383371 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-809e1a19-4906-4da1-a9c8-ab5df1f5ab9a req-e858f401-3c69-4c52-a7c1-612756682a71 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 946 time: 0.0514591 Aug 10 05:10:09.423546 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-809e1a19-4906-4da1-a9c8-ab5df1f5ab9a req-5b97480c-d297-4384-91b2-9a52fb380665 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331123 Aug 10 05:10:17.197727 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7c178eeb-139e-495a-8ffd-fc3e08757e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:19.057210 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b98951-02f1-46f1-a466-42117c8287c3 req-4f29a60c-3943-4be2-8a8f-f2c6d7b17605 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:19.058694 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b6b98951-02f1-46f1-a466-42117c8287c3 req-4f29a60c-3943-4be2-8a8f-f2c6d7b17605 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 946 time: 0.0569751 Aug 10 05:10:19.099543 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b6b98951-02f1-46f1-a466-42117c8287c3 req-c9709241-6223-4307-80ef-f2ca34a1d5b8 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343029 Aug 10 05:10:19.126079 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 38588) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:19.229855 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f6292d-0960-4207-b2fa-0db6071011a3 tempest-TestMinimumBasicScenario-1719453131 tempest-TestMinimumBasicScenario-1719453131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:19.231405 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-d4f6292d-0960-4207-b2fa-0db6071011a3 tempest-TestMinimumBasicScenario-1719453131 tempest-TestMinimumBasicScenario-1719453131-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 1094 time: 0.1039052 Aug 10 05:10:19.234510 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 38592) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:19.239089 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-99767dff-346f-45db-ae04-36f3094eb74c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Request body: {'floatingip': {'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'port_id': '31b38a21-a52f-49df-9416-8bb24b514cca', 'tenant_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:10:19.264790 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-99767dff-346f-45db-ae04-36f3094eb74c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks [] for floatingip, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:19.361511 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-99767dff-346f-45db-ae04-36f3094eb74c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:19.471659 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [None req-99767dff-346f-45db-ae04-36f3094eb74c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Allocated IP 172.27.0.125 (0a1a8acd-4687-4edf-98ff-0a50fc5a0482/3fb0ac1d-f2fb-452a-b682-4051fe90b57f/17579a21-2c6b-417c-a968-a54920bf708d) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:10:19.575377 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-99767dff-346f-45db-ae04-36f3094eb74c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:19.617123 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-99767dff-346f-45db-ae04-36f3094eb74c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757410068453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:19.658851 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99767dff-346f-45db-ae04-36f3094eb74c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Network 0a1a8acd-4687-4edf-98ff-0a50fc5a0482 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:10:19.661657 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-99767dff-346f-45db-ae04-36f3094eb74c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:10:19.665244 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99767dff-346f-45db-ae04-36f3094eb74c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:10:19.670514 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99767dff-346f-45db-ae04-36f3094eb74c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Pushing event updated for resources: {'Port': ['ID=17579a21-2c6b-417c-a968-a54920bf708d,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:19.696010 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99767dff-346f-45db-ae04-36f3094eb74c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:19.696347 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99767dff-346f-45db-ae04-36f3094eb74c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:19.696681 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99767dff-346f-45db-ae04-36f3094eb74c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:19.697015 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99767dff-346f-45db-ae04-36f3094eb74c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:19.697342 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99767dff-346f-45db-ae04-36f3094eb74c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:19.697670 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99767dff-346f-45db-ae04-36f3094eb74c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:19.697993 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99767dff-346f-45db-ae04-36f3094eb74c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:19.698316 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99767dff-346f-45db-ae04-36f3094eb74c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:19.698637 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99767dff-346f-45db-ae04-36f3094eb74c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:19.698986 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99767dff-346f-45db-ae04-36f3094eb74c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:19.699279 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99767dff-346f-45db-ae04-36f3094eb74c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:19.699624 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99767dff-346f-45db-ae04-36f3094eb74c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:19.940260 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:20.029760 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0dc93b77-c2f9-4705-843a-10676d6b961b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:20.044635 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-99767dff-346f-45db-ae04-36f3094eb74c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:20.115995 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-99767dff-346f-45db-ae04-36f3094eb74c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:20.236243 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:20.271990 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-99767dff-346f-45db-ae04-36f3094eb74c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:20.279622 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-99767dff-346f-45db-ae04-36f3094eb74c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7361716'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:20.342522 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99767dff-346f-45db-ae04-36f3094eb74c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Pushing event updated for resources: {'Port': ['ID=17579a21-2c6b-417c-a968-a54920bf708d,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:20.355744 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-99767dff-346f-45db-ae04-36f3094eb74c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496286'] for floatingip, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:20.461881 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.db.l3_db [None req-99767dff-346f-45db-ae04-36f3094eb74c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Floating IP 5d36de64-08d7-471d-a09f-20ec3f83213f associated. External IP: 172.27.0.125, port: 31b38a21-a52f-49df-9416-8bb24b514cca. Aug 10 05:10:20.678177 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99767dff-346f-45db-ae04-36f3094eb74c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Router 770f3c55-ec44-47fa-919f-033b5e4ac951 has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:10:20.792721 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99767dff-346f-45db-ae04-36f3094eb74c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:10:20.802986 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0845ae55-6b72-4493-a647-a00cffa59e4b None None] Sync routers for ids ['770f3c55-ec44-47fa-919f-033b5e4ac951'] in dv-cinder-804035-1-iscsi {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:10:20.812320 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-99767dff-346f-45db-ae04-36f3094eb74c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for floatingip, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:20.812870 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0845ae55-6b72-4493-a647-a00cffa59e4b None None] Routers {'770f3c55-ec44-47fa-919f-033b5e4ac951'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:10:20.813564 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-0845ae55-6b72-4493-a647-a00cffa59e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:10:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['770f3c55-ec44-47fa-919f-033b5e4ac951'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:20.840075 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-99767dff-346f-45db-ae04-36f3094eb74c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6044257 Aug 10 05:10:20.840649 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c15a975-2377-4b2b-b044-fbf8f4cc8782', 'tag': '31b38a21-a52f-49df-9416-8bb24b514cca'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:10:20.842885 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ad241413e3c5b5cfbdfd8ddf86169eda0c2eb72df278c9415fbec86a6c2f7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf48e571-96c6-4cf3-ad4d-7ec60f830deb" -d '{"events": [{"name": "network-changed", "server_uuid": "5c15a975-2377-4b2b-b044-fbf8f4cc8782", "tag": "31b38a21-a52f-49df-9416-8bb24b514cca"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:10:20.843387 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 38594) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:20.848935 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-4ffa088e-6724-46a3-a6bf-ff8f11a58235 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-363586243', 'description': 'tempest-secgroup-smoke-363586243 description', 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:10:20.881651 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4ffa088e-6724-46a3-a6bf-ff8f11a58235 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks [] for security_group, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:20.927770 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-0845ae55-6b72-4493-a647-a00cffa59e4b None None] Set router 770f3c55-ec44-47fa-919f-033b5e4ac951 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:10:20.948956 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d71f7b1-e37e-4c13-9c4f-f8972f14de50 x-openstack-request-id: req-6d71f7b1-e37e-4c13-9c4f-f8972f14de50 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:10:20.949476 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c15a975-2377-4b2b-b044-fbf8f4cc8782", "tag": "31b38a21-a52f-49df-9416-8bb24b514cca", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:10:20.949722 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6d71f7b1-e37e-4c13-9c4f-f8972f14de50 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:10:20.950206 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c15a975-2377-4b2b-b044-fbf8f4cc8782', 'tag': '31b38a21-a52f-49df-9416-8bb24b514cca', 'status': 'completed', 'code': 200} Aug 10 05:10:20.970237 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4ffa088e-6724-46a3-a6bf-ff8f11a58235 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks [] for security_group, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:20.975713 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4ffa088e-6724-46a3-a6bf-ff8f11a58235 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.027560 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4ffa088e-6724-46a3-a6bf-ff8f11a58235 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.028673 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-4ffa088e-6724-46a3-a6bf-ff8f11a58235 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1837676 Aug 10 05:10:21.031788 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 38600) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:21.033364 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa088e-6724-46a3-a6bf-ff8f11a58235 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b2b7db-8254-4ad0-92c2-e9cc08d5418d,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:21.036870 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-50e0d291-5506-40e6-90b0-febf76a009bc tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Request body: {'security_group_rule': {'security_group_id': 'c3b2b7db-8254-4ad0-92c2-e9cc08d5418d', 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:10:21.045894 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa088e-6724-46a3-a6bf-ff8f11a58235 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:21.046285 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa088e-6724-46a3-a6bf-ff8f11a58235 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:21.046582 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa088e-6724-46a3-a6bf-ff8f11a58235 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:21.046917 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa088e-6724-46a3-a6bf-ff8f11a58235 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:21.047270 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa088e-6724-46a3-a6bf-ff8f11a58235 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:21.047598 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa088e-6724-46a3-a6bf-ff8f11a58235 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:21.047923 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa088e-6724-46a3-a6bf-ff8f11a58235 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:21.048248 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa088e-6724-46a3-a6bf-ff8f11a58235 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:21.048570 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa088e-6724-46a3-a6bf-ff8f11a58235 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:21.048891 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa088e-6724-46a3-a6bf-ff8f11a58235 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:21.049211 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa088e-6724-46a3-a6bf-ff8f11a58235 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:21.049528 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa088e-6724-46a3-a6bf-ff8f11a58235 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:21.055165 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48e571-96c6-4cf3-ad4d-7ec60f830deb req-f406a58e-8ec4-4667-9b56-f518b1f355f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:21.057019 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-cf48e571-96c6-4cf3-ad4d-7ec60f830deb req-f406a58e-8ec4-4667-9b56-f518b1f355f7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5ccd09d13a3c4cd79a7a735d8fc6b317&device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 1099 time: 0.0720384 Aug 10 05:10:21.070123 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-50e0d291-5506-40e6-90b0-febf76a009bc tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.131153 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-50e0d291-5506-40e6-90b0-febf76a009bc tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.136579 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-50e0d291-5506-40e6-90b0-febf76a009bc tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446792'] for security_group_rule, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.152861 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48e571-96c6-4cf3-ad4d-7ec60f830deb req-6e0a1499-69fd-42a9-a9bb-7d8ce93c839e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:21.154457 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-cf48e571-96c6-4cf3-ad4d-7ec60f830deb req-6e0a1499-69fd-42a9-a9bb-7d8ce93c839e service neutron] 10.222.0.63 "GET /v2.0/networks?id=c3901510-eb51-4599-87be-77fac0aef737 HTTP/1.1" status: 200 len: 916 time: 0.0881071 Aug 10 05:10:21.157055 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e0d291-5506-40e6-90b0-febf76a009bc tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=650c1203-dc31-4807-ab08-48cc4f16ca93,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:21.161904 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-50e0d291-5506-40e6-90b0-febf76a009bc tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.163486 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-50e0d291-5506-40e6-90b0-febf76a009bc tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1306939 Aug 10 05:10:21.165584 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-0845ae55-6b72-4493-a647-a00cffa59e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'name': 'tempest-TestMinimumBasicScenario-1013910498-router', 'tenant_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'a15c43f5-2d1d-45d9-8061-96022ab32118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:09:25Z', 'updated_at': '2021-08-10T05:09:28Z', 'revision_number': 4, 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'gw_port': {'id': 'a15c43f5-2d1d-45d9-8061-96022ab32118', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:25Z', 'updated_at': '2021-08-10T05:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_floatingips': [{'id': '5d36de64-08d7-471d-a09f-20ec3f83213f', 'tenant_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'router_id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'port_id': '31b38a21-a52f-49df-9416-8bb24b514cca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3901510-eb51-4599-87be-77fac0aef737', 'mac_address': 'fa:16:3e:e9:f9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c15a975-2377-4b2b-b044-fbf8f4cc8782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:10:19Z', 'updated_at': '2021-08-10T05:10:19Z', 'revision_number': 0, 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f02394c-2c9a-484f-bc3f-29ad3add0a86', 'name': '', 'network_id': 'c3901510-eb51-4599-87be-77fac0aef737', 'tenant_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'mac_address': 'fa:16:3e:6d:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '03d492c1-da81-4b3e-a3f9-654d212cc059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:27Z', 'updated_at': '2021-08-10T05:09:33Z', 'revision_number': 5, 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'subnets': [{'id': '03d492c1-da81-4b3e-a3f9-654d212cc059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:21.166165 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 38602) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:21.170859 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-47318bc3-d695-419e-9c51-1d42574253ee tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Request body: {'security_group_rule': {'security_group_id': 'c3b2b7db-8254-4ad0-92c2-e9cc08d5418d', 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:10:21.196064 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0845ae55-6b72-4493-a647-a00cffa59e4b None None] Checking router: 770f3c55-ec44-47fa-919f-033b5e4ac951 for host: dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:10:21.198824 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-47318bc3-d695-419e-9c51-1d42574253ee tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.204343 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0845ae55-6b72-4493-a647-a00cffa59e4b None None] Routers {'770f3c55-ec44-47fa-919f-033b5e4ac951'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:10:21.205003 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-0845ae55-6b72-4493-a647-a00cffa59e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:10:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['770f3c55-ec44-47fa-919f-033b5e4ac951'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:21.236055 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-cf48e571-96c6-4cf3-ad4d-7ec60f830deb req-38cfa1a7-fcda-4192-b45a-1474b905ef71 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b38a21-a52f-49df-9416-8bb24b514cca HTTP/1.1" status: 200 len: 1000 time: 0.0672805 Aug 10 05:10:21.259601 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-47318bc3-d695-419e-9c51-1d42574253ee tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.267032 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-47318bc3-d695-419e-9c51-1d42574253ee tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446792'] for security_group_rule, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.285378 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47318bc3-d695-419e-9c51-1d42574253ee tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb20598b-ca06-4461-b46b-4ce7a4411938,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:21.292567 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48e571-96c6-4cf3-ad4d-7ec60f830deb req-89539dd3-6935-4de0-aaf3-98c988be4e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:21.294835 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-cf48e571-96c6-4cf3-ad4d-7ec60f830deb req-89539dd3-6935-4de0-aaf3-98c988be4e5c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=03d492c1-da81-4b3e-a3f9-654d212cc059 HTTP/1.1" status: 200 len: 854 time: 0.0491898 Aug 10 05:10:21.296319 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-47318bc3-d695-419e-9c51-1d42574253ee tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.297956 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-47318bc3-d695-419e-9c51-1d42574253ee tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1308150 Aug 10 05:10:21.300675 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 38604) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:21.306700 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-c23c28b3-3caf-47e0-92c5-0f07dca022d9 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Request body: {'security_group_rule': {'security_group_id': 'c3b2b7db-8254-4ad0-92c2-e9cc08d5418d', 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:10:21.330132 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.331884 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-0845ae55-6b72-4493-a647-a00cffa59e4b None None] Set router 770f3c55-ec44-47fa-919f-033b5e4ac951 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:10:21.339197 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c23c28b3-3caf-47e0-92c5-0f07dca022d9 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.345448 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48e571-96c6-4cf3-ad4d-7ec60f830deb req-f9089407-ffe8-4af9-95f0-84f6c4f4572d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:21.347099 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-cf48e571-96c6-4cf3-ad4d-7ec60f830deb req-f9089407-ffe8-4af9-95f0-84f6c4f4572d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c3901510-eb51-4599-87be-77fac0aef737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426600 Aug 10 05:10:21.398785 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c23c28b3-3caf-47e0-92c5-0f07dca022d9 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.404101 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c23c28b3-3caf-47e0-92c5-0f07dca022d9 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446792'] for security_group_rule, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.419087 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c28b3-3caf-47e0-92c5-0f07dca022d9 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309e4171-01ab-4df5-967b-2ae098613289,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:21.429887 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c23c28b3-3caf-47e0-92c5-0f07dca022d9 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.431643 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-c23c28b3-3caf-47e0-92c5-0f07dca022d9 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296794 Aug 10 05:10:21.434439 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 38606) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:21.439483 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-dd905311-b60b-4ba9-93e5-489905ec5ecf tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Request body: {'security_group_rule': {'security_group_id': 'c3b2b7db-8254-4ad0-92c2-e9cc08d5418d', 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:10:21.447216 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-cf48e571-96c6-4cf3-ad4d-7ec60f830deb req-5bbbb33f-9def-4e12-a588-68b655c8d090 service neutron] 10.222.0.63 "GET /v2.0/networks/c3901510-eb51-4599-87be-77fac0aef737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911980 Aug 10 05:10:21.466606 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-dd905311-b60b-4ba9-93e5-489905ec5ecf tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.530396 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-dd905311-b60b-4ba9-93e5-489905ec5ecf tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.535456 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-dd905311-b60b-4ba9-93e5-489905ec5ecf tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446792'] for security_group_rule, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.543943 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-cf48e571-96c6-4cf3-ad4d-7ec60f830deb req-f22d9ff4-5a52-4c35-8ab3-0ab3e0e29bac service neutron] 10.222.0.63 "GET /v2.0/networks/c3901510-eb51-4599-87be-77fac0aef737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875807 Aug 10 05:10:21.557796 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd905311-b60b-4ba9-93e5-489905ec5ecf tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a978d6-f9ca-4ea9-a65d-8e593b9edd0f,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:21.562616 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-dd905311-b60b-4ba9-93e5-489905ec5ecf tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.566592 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-dd905311-b60b-4ba9-93e5-489905ec5ecf tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1286097 Aug 10 05:10:21.567141 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 38608) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:21.571587 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-0845ae55-6b72-4493-a647-a00cffa59e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'name': 'tempest-TestMinimumBasicScenario-1013910498-router', 'tenant_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'a15c43f5-2d1d-45d9-8061-96022ab32118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:09:25Z', 'updated_at': '2021-08-10T05:09:28Z', 'revision_number': 4, 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'gw_port': {'id': 'a15c43f5-2d1d-45d9-8061-96022ab32118', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:25Z', 'updated_at': '2021-08-10T05:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_floatingips': [{'id': '5d36de64-08d7-471d-a09f-20ec3f83213f', 'tenant_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'router_id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'port_id': '31b38a21-a52f-49df-9416-8bb24b514cca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3901510-eb51-4599-87be-77fac0aef737', 'mac_address': 'fa:16:3e:e9:f9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c15a975-2377-4b2b-b044-fbf8f4cc8782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:10:19Z', 'updated_at': '2021-08-10T05:10:19Z', 'revision_number': 0, 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f02394c-2c9a-484f-bc3f-29ad3add0a86', 'name': '', 'network_id': 'c3901510-eb51-4599-87be-77fac0aef737', 'tenant_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'mac_address': 'fa:16:3e:6d:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '03d492c1-da81-4b3e-a3f9-654d212cc059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:27Z', 'updated_at': '2021-08-10T05:09:33Z', 'revision_number': 5, 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'subnets': [{'id': '03d492c1-da81-4b3e-a3f9-654d212cc059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:21.571939 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-d78a1606-eed4-4619-a73a-3c4e19b79281 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Request body: {'security_group_rule': {'security_group_id': 'c3b2b7db-8254-4ad0-92c2-e9cc08d5418d', 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:10:21.593863 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.db.securitygroups_db [None req-d78a1606-eed4-4619-a73a-3c4e19b79281 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Project 5ccd09d13a3c4cd79a7a735d8fc6b317 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 05:10:21.598834 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d78a1606-eed4-4619-a73a-3c4e19b79281 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.667656 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d78a1606-eed4-4619-a73a-3c4e19b79281 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.673032 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d78a1606-eed4-4619-a73a-3c4e19b79281 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446792'] for security_group_rule, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.693085 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a1606-eed4-4619-a73a-3c4e19b79281 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf552cc-6491-4fb0-9fc2-a36ddcefe666,revision_number=0']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:21.702235 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d78a1606-eed4-4619-a73a-3c4e19b79281 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.703795 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-d78a1606-eed4-4619-a73a-3c4e19b79281 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1356828 Aug 10 05:10:21.706629 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 38610) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:21.711103 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.v2.base [None req-dcd4f77c-6aac-4564-90d9-de46c8b73580 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Request body: {'security_group_rule': {'security_group_id': 'c3b2b7db-8254-4ad0-92c2-e9cc08d5418d', 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:10:21.730374 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0845ae55-6b72-4493-a647-a00cffa59e4b None None] The sync data for ids ['770f3c55-ec44-47fa-919f-033b5e4ac951'] in dv-cinder-804035-1-iscsi is: [{'id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'name': 'tempest-TestMinimumBasicScenario-1013910498-router', 'tenant_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'a15c43f5-2d1d-45d9-8061-96022ab32118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:09:25Z', 'updated_at': '2021-08-10T05:09:28Z', 'revision_number': 4, 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'gw_port': {'id': 'a15c43f5-2d1d-45d9-8061-96022ab32118', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:25Z', 'updated_at': '2021-08-10T05:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_floatingips': [{'id': '5d36de64-08d7-471d-a09f-20ec3f83213f', 'tenant_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'router_id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'port_id': '31b38a21-a52f-49df-9416-8bb24b514cca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3901510-eb51-4599-87be-77fac0aef737', 'mac_address': 'fa:16:3e:e9:f9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c15a975-2377-4b2b-b044-fbf8f4cc8782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:10:19Z', 'updated_at': '2021-08-10T05:10:19Z', 'revision_number': 0, 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f02394c-2c9a-484f-bc3f-29ad3add0a86', 'name': '', 'network_id': 'c3901510-eb51-4599-87be-77fac0aef737', 'tenant_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'mac_address': 'fa:16:3e:6d:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '03d492c1-da81-4b3e-a3f9-654d212cc059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:27Z', 'updated_at': '2021-08-10T05:09:33Z', 'revision_number': 5, 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'subnets': [{'id': '03d492c1-da81-4b3e-a3f9-654d212cc059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:10:21.733682 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.db.securitygroups_db [None req-dcd4f77c-6aac-4564-90d9-de46c8b73580 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Project 5ccd09d13a3c4cd79a7a735d8fc6b317 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 05:10:21.739565 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dcd4f77c-6aac-4564-90d9-de46c8b73580 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.802634 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dcd4f77c-6aac-4564-90d9-de46c8b73580 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.809600 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dcd4f77c-6aac-4564-90d9-de46c8b73580 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446792'] for security_group_rule, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.827643 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd4f77c-6aac-4564-90d9-de46c8b73580 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f520775a-fc88-403f-ab64-e893bb2789a3,revision_number=0']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:21.835620 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dcd4f77c-6aac-4564-90d9-de46c8b73580 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.837091 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-dcd4f77c-6aac-4564-90d9-de46c8b73580 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1294196 Aug 10 05:10:21.921022 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-48ab6193-e169-491b-b231-6a5279ea2d70 req-a2f0641b-3fc5-4d5a-bdc5-cd748c1220f3 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-363586243&fields=id&tenant_id=5ccd09d13a3c4cd79a7a735d8fc6b317 HTTP/1.1" status: 200 len: 267 time: 0.0359051 Aug 10 05:10:21.924026 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8993ea0b-a3e7-4c5e-90c5-9e8c62748509 None None] New status for floating IP 5d36de64-08d7-471d-a09f-20ec3f83213f: ACTIVE {{(pid=93280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:10:21.976803 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab6193-e169-491b-b231-6a5279ea2d70 req-a9b14363-7b08-4672-b9cb-a3466f76b71a tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:21.978261 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-48ab6193-e169-491b-b231-6a5279ea2d70 req-a9b14363-7b08-4672-b9cb-a3466f76b71a tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 946 time: 0.0512588 Aug 10 05:10:21.990027 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-48ab6193-e169-491b-b231-6a5279ea2d70 req-6670e279-2292-4726-bf96-21f278ef595b tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Request body: {'port': {'security_groups': ['2db88688-0a6d-4c1a-97bb-0c5850cda963', 'c3b2b7db-8254-4ad0-92c2-e9cc08d5418d']}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:10:22.054205 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-48ab6193-e169-491b-b231-6a5279ea2d70 req-6670e279-2292-4726-bf96-21f278ef595b tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:22.244577 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-48ab6193-e169-491b-b231-6a5279ea2d70 req-6670e279-2292-4726-bf96-21f278ef595b tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] For port 31b38a21-a52f-49df-9416-8bb24b514cca, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=31b38a21-a52f-49df-9416-8bb24b514cca,segment=NetworkSegment(1209052f-d08b-4831-8a1f-2303a1267e82),segment_id=1209052f-d08b-4831-8a1f-2303a1267e82)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:10:22.274670 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-48ab6193-e169-491b-b231-6a5279ea2d70 req-6670e279-2292-4726-bf96-21f278ef595b tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:22.282859 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-48ab6193-e169-491b-b231-6a5279ea2d70 req-6670e279-2292-4726-bf96-21f278ef595b tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7361716'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:22.296817 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['31b38a21-a52f-49df-9416-8bb24b514cca'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:10:22.329890 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab6193-e169-491b-b231-6a5279ea2d70 req-6670e279-2292-4726-bf96-21f278ef595b tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:22.330557 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-48ab6193-e169-491b-b231-6a5279ea2d70 req-6670e279-2292-4726-bf96-21f278ef595b tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:22.332244 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-48ab6193-e169-491b-b231-6a5279ea2d70 req-6670e279-2292-4726-bf96-21f278ef595b tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "PUT /v2.0/ports/31b38a21-a52f-49df-9416-8bb24b514cca HTTP/1.1" status: 200 len: 982 time: 0.3469400 Aug 10 05:10:22.371375 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670e279-2292-4726-bf96-21f278ef595b tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Pushing event updated for resources: {'Port': ['ID=31b38a21-a52f-49df-9416-8bb24b514cca,revision_number=6']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:22.440834 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['31b38a21-a52f-49df-9416-8bb24b514cca'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:10:22.602502 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4380f4-2976-4704-8dd2-5288676bcc03 req-cbbc11c3-e08d-4f80-8c9e-8e43ce4ea26f tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:22.603950 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dd4380f4-2976-4704-8dd2-5288676bcc03 req-cbbc11c3-e08d-4f80-8c9e-8e43ce4ea26f tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 985 time: 0.0535052 Aug 10 05:10:22.644797 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-dd4380f4-2976-4704-8dd2-5288676bcc03 req-faf77c84-f878-4b09-b071-a8791e458c85 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3b2b7db-8254-4ad0-92c2-e9cc08d5418d&id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343006 Aug 10 05:10:22.670421 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-11798663-80b4-4983-820d-5753b0599498 None None] Provisioning complete for port 31b38a21-a52f-49df-9416-8bb24b514cca triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:10:22.670796 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-11798663-80b4-4983-820d-5753b0599498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:22.816794 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:22.951221 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c15a975-2377-4b2b-b044-fbf8f4cc8782', 'tag': '31b38a21-a52f-49df-9416-8bb24b514cca'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:10:22.953686 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ad241413e3c5b5cfbdfd8ddf86169eda0c2eb72df278c9415fbec86a6c2f7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d50eb9-914f-427c-a4f4-a829b0b80d1b" -d '{"events": [{"name": "network-changed", "server_uuid": "5c15a975-2377-4b2b-b044-fbf8f4cc8782", "tag": "31b38a21-a52f-49df-9416-8bb24b514cca"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:10:22.995084 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e80f0a8-151f-4f3f-a8c7-330e963d0f48 x-openstack-request-id: req-7e80f0a8-151f-4f3f-a8c7-330e963d0f48 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:10:22.995373 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c15a975-2377-4b2b-b044-fbf8f4cc8782", "tag": "31b38a21-a52f-49df-9416-8bb24b514cca", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:10:22.995621 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7e80f0a8-151f-4f3f-a8c7-330e963d0f48 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:10:22.996018 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c15a975-2377-4b2b-b044-fbf8f4cc8782', 'tag': '31b38a21-a52f-49df-9416-8bb24b514cca', 'status': 'completed', 'code': 200} Aug 10 05:10:23.060339 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d50eb9-914f-427c-a4f4-a829b0b80d1b req-df1ef561-29e2-47ea-8429-9f601b168f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:23.061750 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-67d50eb9-914f-427c-a4f4-a829b0b80d1b req-df1ef561-29e2-47ea-8429-9f601b168f9c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5ccd09d13a3c4cd79a7a735d8fc6b317&device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 1138 time: 0.0426981 Aug 10 05:10:23.153334 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d50eb9-914f-427c-a4f4-a829b0b80d1b req-0b0d98ef-ff69-4345-a91c-447a8323baae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:23.154798 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-67d50eb9-914f-427c-a4f4-a829b0b80d1b req-0b0d98ef-ff69-4345-a91c-447a8323baae service neutron] 10.222.0.63 "GET /v2.0/networks?id=c3901510-eb51-4599-87be-77fac0aef737 HTTP/1.1" status: 200 len: 916 time: 0.0845463 Aug 10 05:10:23.224633 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-67d50eb9-914f-427c-a4f4-a829b0b80d1b req-3aaebceb-1d75-4358-a374-05a211bd9c9c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b38a21-a52f-49df-9416-8bb24b514cca HTTP/1.1" status: 200 len: 1002 time: 0.0613446 Aug 10 05:10:23.276168 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d50eb9-914f-427c-a4f4-a829b0b80d1b req-3922187c-4c77-4b5b-a3bd-35eff0189542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:23.277560 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-67d50eb9-914f-427c-a4f4-a829b0b80d1b req-3922187c-4c77-4b5b-a3bd-35eff0189542 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=03d492c1-da81-4b3e-a3f9-654d212cc059 HTTP/1.1" status: 200 len: 854 time: 0.0415063 Aug 10 05:10:23.329527 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d50eb9-914f-427c-a4f4-a829b0b80d1b req-0fd4ae0c-c741-4324-9117-f19b6a7c6251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:23.330916 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-67d50eb9-914f-427c-a4f4-a829b0b80d1b req-0fd4ae0c-c741-4324-9117-f19b6a7c6251 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c3901510-eb51-4599-87be-77fac0aef737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445280 Aug 10 05:10:23.422042 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-67d50eb9-914f-427c-a4f4-a829b0b80d1b req-fcbbe55d-6aa8-4588-8ecd-4572aa03a9ff service neutron] 10.222.0.63 "GET /v2.0/networks/c3901510-eb51-4599-87be-77fac0aef737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819011 Aug 10 05:10:23.516050 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-67d50eb9-914f-427c-a4f4-a829b0b80d1b req-ab3daee7-cd00-41d3-bfc6-ed4ed48d4ede service neutron] 10.222.0.63 "GET /v2.0/networks/c3901510-eb51-4599-87be-77fac0aef737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854540 Aug 10 05:10:32.542649 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:10:47.200627 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4376a4a6-cfb9-44dc-b2d9-88f0300399c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:49.951788 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:50.034392 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1afc4dc9-639c-4bea-a168-a38df30db8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:50.239463 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:51.332189 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:52.784359 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:59.960120 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-78c519ed-d3bc-4049-9e50-460ed6c4aaa9 req-dba79393-e56c-4028-9d5c-f2c3095e066f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423214 Aug 10 05:11:00.061944 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c519ed-d3bc-4049-9e50-460ed6c4aaa9 req-e6fb9478-d747-4078-a194-b642235ca6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:11:00.064507 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-78c519ed-d3bc-4049-9e50-460ed6c4aaa9 req-e6fb9478-d747-4078-a194-b642235ca6b0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5ccd09d13a3c4cd79a7a735d8fc6b317&device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 1138 time: 0.0555904 Aug 10 05:11:00.175097 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c519ed-d3bc-4049-9e50-460ed6c4aaa9 req-b3f3b2f3-380b-4d10-98ff-a2c47ec8ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:11:00.176932 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-78c519ed-d3bc-4049-9e50-460ed6c4aaa9 req-b3f3b2f3-380b-4d10-98ff-a2c47ec8ac4a service neutron] 10.222.0.63 "GET /v2.0/networks?id=c3901510-eb51-4599-87be-77fac0aef737 HTTP/1.1" status: 200 len: 916 time: 0.0888267 Aug 10 05:11:00.241473 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-78c519ed-d3bc-4049-9e50-460ed6c4aaa9 req-ee1158e5-56b8-4b28-88b7-8cf66502bfc4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b38a21-a52f-49df-9416-8bb24b514cca HTTP/1.1" status: 200 len: 1002 time: 0.0572300 Aug 10 05:11:00.288640 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c519ed-d3bc-4049-9e50-460ed6c4aaa9 req-c4dc0b27-7021-4e49-ad4b-0f243e7e5a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:11:00.290011 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-78c519ed-d3bc-4049-9e50-460ed6c4aaa9 req-c4dc0b27-7021-4e49-ad4b-0f243e7e5a0b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=03d492c1-da81-4b3e-a3f9-654d212cc059 HTTP/1.1" status: 200 len: 854 time: 0.0415168 Aug 10 05:11:00.348498 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c519ed-d3bc-4049-9e50-460ed6c4aaa9 req-c2895d96-ab8b-4e78-95a7-5fc2c73e5cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:11:00.350899 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-78c519ed-d3bc-4049-9e50-460ed6c4aaa9 req-c2895d96-ab8b-4e78-95a7-5fc2c73e5cb6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c3901510-eb51-4599-87be-77fac0aef737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515075 Aug 10 05:11:00.444289 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-78c519ed-d3bc-4049-9e50-460ed6c4aaa9 req-5ceaeb39-2d0f-4d0f-8106-a745183974f8 service neutron] 10.222.0.63 "GET /v2.0/networks/c3901510-eb51-4599-87be-77fac0aef737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836985 Aug 10 05:11:00.544030 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-78c519ed-d3bc-4049-9e50-460ed6c4aaa9 req-e7edd2a0-7651-40f9-8524-ade7a3ee1d79 service neutron] 10.222.0.63 "GET /v2.0/networks/c3901510-eb51-4599-87be-77fac0aef737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905592 Aug 10 05:11:09.542680 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:11:17.205077 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-fdb01218-a962-4809-b197-99800435d618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:19.960593 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:20.045316 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-38639795-a7e3-42a4-8d76-1014a737872f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:20.248141 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:21.329510 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:22.789878 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:23.664409 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e0981-b3d9-492b-9a24-eb5d364c3a50 req-9ccc6ce7-10cf-4f3b-8449-d4fdb15ccc77 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:11:23.665801 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-920e0981-b3d9-492b-9a24-eb5d364c3a50 req-9ccc6ce7-10cf-4f3b-8449-d4fdb15ccc77 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 985 time: 0.0517011 Aug 10 05:11:23.666723 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f58da5-dbfb-4e20-8549-49781fddf397 req-5b115393-67a7-4071-b1cc-4a19919e82b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:11:23.668237 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-b3f58da5-dbfb-4e20-8549-49781fddf397 req-5b115393-67a7-4071-b1cc-4a19919e82b1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5ccd09d13a3c4cd79a7a735d8fc6b317&device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 1138 time: 0.0420306 Aug 10 05:11:23.706612 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-920e0981-b3d9-492b-9a24-eb5d364c3a50 req-13e699d3-ac37-44fd-b78e-6a0cf909ba32 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3b2b7db-8254-4ad0-92c2-e9cc08d5418d&id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340307 Aug 10 05:11:23.760400 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f58da5-dbfb-4e20-8549-49781fddf397 req-930a3f24-de4b-496f-84bb-f88a131e776e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:11:23.761910 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-b3f58da5-dbfb-4e20-8549-49781fddf397 req-930a3f24-de4b-496f-84bb-f88a131e776e service neutron] 10.222.0.63 "GET /v2.0/networks?id=c3901510-eb51-4599-87be-77fac0aef737 HTTP/1.1" status: 200 len: 916 time: 0.0857534 Aug 10 05:11:23.826311 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-b3f58da5-dbfb-4e20-8549-49781fddf397 req-6d052d24-6ec3-458b-8be2-078f5cdf594a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b38a21-a52f-49df-9416-8bb24b514cca HTTP/1.1" status: 200 len: 1002 time: 0.0562472 Aug 10 05:11:23.873529 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f58da5-dbfb-4e20-8549-49781fddf397 req-d35400e9-8329-4601-aba6-51cc3c7d837d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:11:23.874881 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-b3f58da5-dbfb-4e20-8549-49781fddf397 req-d35400e9-8329-4601-aba6-51cc3c7d837d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=03d492c1-da81-4b3e-a3f9-654d212cc059 HTTP/1.1" status: 200 len: 854 time: 0.0414119 Aug 10 05:11:23.923701 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f58da5-dbfb-4e20-8549-49781fddf397 req-7aa3fd28-b565-416d-be3c-fbce317d9fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:11:23.925294 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-b3f58da5-dbfb-4e20-8549-49781fddf397 req-7aa3fd28-b565-416d-be3c-fbce317d9fcf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c3901510-eb51-4599-87be-77fac0aef737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420392 Aug 10 05:11:24.013036 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-b3f58da5-dbfb-4e20-8549-49781fddf397 req-84ec12d2-b640-40cb-b3f2-99c029d2d17c service neutron] 10.222.0.63 "GET /v2.0/networks/c3901510-eb51-4599-87be-77fac0aef737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780652 Aug 10 05:11:24.129418 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-b3f58da5-dbfb-4e20-8549-49781fddf397 req-1a539564-4f72-408c-b945-fb96722197df service neutron] 10.222.0.63 "GET /v2.0/networks/c3901510-eb51-4599-87be-77fac0aef737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089296 Aug 10 05:11:24.843881 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcfda1-3854-46b1-afb4-a8203781b993 req-9adf221b-7df1-42ee-9a33-e13cda8f894f tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:11:24.845334 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0edcfda1-3854-46b1-afb4-a8203781b993 req-9adf221b-7df1-42ee-9a33-e13cda8f894f tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 985 time: 0.0528626 Aug 10 05:11:24.892486 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0edcfda1-3854-46b1-afb4-a8203781b993 req-77c9aeab-c800-48a4-8fbc-ec53753e9458 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3b2b7db-8254-4ad0-92c2-e9cc08d5418d&id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389066 Aug 10 05:11:26.023368 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ea27f-ba7e-4a5c-a5b3-8a95ad17508d req-9efd0828-073d-4989-9e48-a6f9191238e8 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:11:26.024881 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2a1ea27f-ba7e-4a5c-a5b3-8a95ad17508d req-9efd0828-073d-4989-9e48-a6f9191238e8 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 985 time: 0.0552266 Aug 10 05:11:26.070377 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2a1ea27f-ba7e-4a5c-a5b3-8a95ad17508d req-8869751e-838f-4861-83d3-e96114ced39d tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3b2b7db-8254-4ad0-92c2-e9cc08d5418d&id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356429 Aug 10 05:11:27.196718 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f204d4d-0056-4b75-b870-3fa5c1335139 req-e8e384d5-600c-44ef-8b8c-f21b06fccf51 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:11:27.198168 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7f204d4d-0056-4b75-b870-3fa5c1335139 req-e8e384d5-600c-44ef-8b8c-f21b06fccf51 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 985 time: 0.0488684 Aug 10 05:11:27.241040 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7f204d4d-0056-4b75-b870-3fa5c1335139 req-4ed83b96-6438-4d9f-89aa-b53df77419ff tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3b2b7db-8254-4ad0-92c2-e9cc08d5418d&id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337050 Aug 10 05:11:28.372483 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed9d80-48de-402a-978d-95d4c7dbb33f req-87ca81af-5a94-4c98-879f-6f6b7f3644cb tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:11:28.373928 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-64ed9d80-48de-402a-978d-95d4c7dbb33f req-87ca81af-5a94-4c98-879f-6f6b7f3644cb tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 985 time: 0.0550325 Aug 10 05:11:28.423826 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-64ed9d80-48de-402a-978d-95d4c7dbb33f req-79bea980-9e3e-4aca-9b21-ffc141067eb2 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3b2b7db-8254-4ad0-92c2-e9cc08d5418d&id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432661 Aug 10 05:11:29.569790 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ef04b-f934-4624-a5ab-b3c4239d6b92 req-d563bb9a-3902-415f-adda-8119557f41e0 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:11:29.571262 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-524ef04b-f934-4624-a5ab-b3c4239d6b92 req-d563bb9a-3902-415f-adda-8119557f41e0 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 985 time: 0.0633404 Aug 10 05:11:29.613160 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-524ef04b-f934-4624-a5ab-b3c4239d6b92 req-f90f54e6-7b63-4552-b753-834c93e03f7a tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3b2b7db-8254-4ad0-92c2-e9cc08d5418d&id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352223 Aug 10 05:11:30.733830 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b35f2-3e99-4e2c-a806-af9f43206bef req-58369ad2-a2be-44fa-bb57-424384390eae tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:11:30.735340 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bb0b35f2-3e99-4e2c-a806-af9f43206bef req-58369ad2-a2be-44fa-bb57-424384390eae tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 985 time: 0.0523810 Aug 10 05:11:30.774850 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bb0b35f2-3e99-4e2c-a806-af9f43206bef req-bd3a0554-965d-4589-b56a-449f73ddae5c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3b2b7db-8254-4ad0-92c2-e9cc08d5418d&id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330815 Aug 10 05:11:31.929983 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021d7d3-9cf4-4365-8302-f8b480dbbad2 req-de64ae7b-9b80-411e-85ae-46c33e3e93bf tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:11:31.931871 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f021d7d3-9cf4-4365-8302-f8b480dbbad2 req-de64ae7b-9b80-411e-85ae-46c33e3e93bf tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 985 time: 0.0730665 Aug 10 05:11:31.976370 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f021d7d3-9cf4-4365-8302-f8b480dbbad2 req-c1e2e185-2240-433c-853e-dfadd858b876 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3b2b7db-8254-4ad0-92c2-e9cc08d5418d&id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353944 Aug 10 05:11:33.107980 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ce78a-4298-434a-884e-ccf3f10d37af req-49be403b-c27a-4f47-bac6-e40fee30eb5f tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:11:33.109445 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-071ce78a-4298-434a-884e-ccf3f10d37af req-49be403b-c27a-4f47-bac6-e40fee30eb5f tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 985 time: 0.0561042 Aug 10 05:11:33.152126 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-071ce78a-4298-434a-884e-ccf3f10d37af req-df769ef3-9a04-47a6-bf6f-d354a92052c9 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3b2b7db-8254-4ad0-92c2-e9cc08d5418d&id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340123 Aug 10 05:11:34.277497 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce234c-9515-4769-92f8-1617affc1fb4 req-637d828c-b1f2-4c7f-bb2d-5d8337defec0 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:11:34.278934 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-34ce234c-9515-4769-92f8-1617affc1fb4 req-637d828c-b1f2-4c7f-bb2d-5d8337defec0 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 985 time: 0.0553150 Aug 10 05:11:34.326301 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-34ce234c-9515-4769-92f8-1617affc1fb4 req-fe922ef3-ec39-4605-957d-ea058bcd1050 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3b2b7db-8254-4ad0-92c2-e9cc08d5418d&id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395880 Aug 10 05:11:35.452348 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd712181-3403-443e-bfd0-90abf919dd14 req-1f3b8c52-91f5-466e-9f01-32f32359ee64 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:11:35.453883 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cd712181-3403-443e-bfd0-90abf919dd14 req-1f3b8c52-91f5-466e-9f01-32f32359ee64 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 985 time: 0.0572255 Aug 10 05:11:35.493641 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cd712181-3403-443e-bfd0-90abf919dd14 req-3ee581c5-9a5d-406e-977a-c572707af344 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3b2b7db-8254-4ad0-92c2-e9cc08d5418d&id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336597 Aug 10 05:11:36.630559 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add19c22-bdcd-44da-a381-18cf9195061b req-7cee62ef-462c-4e00-9db1-d59f159baf32 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:11:36.632184 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-add19c22-bdcd-44da-a381-18cf9195061b req-7cee62ef-462c-4e00-9db1-d59f159baf32 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 985 time: 0.0533695 Aug 10 05:11:36.674905 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-add19c22-bdcd-44da-a381-18cf9195061b req-1ffc89df-4b27-4990-8d6d-e4690bf7216d tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3b2b7db-8254-4ad0-92c2-e9cc08d5418d&id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336335 Aug 10 05:11:37.791802 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316aa09-9490-4b65-adb3-7f1ae38420a9 req-9c5d96e5-02a1-4541-9048-7a68c1b59f86 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:11:37.793301 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4316aa09-9490-4b65-adb3-7f1ae38420a9 req-9c5d96e5-02a1-4541-9048-7a68c1b59f86 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 985 time: 0.0501032 Aug 10 05:11:37.834907 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4316aa09-9490-4b65-adb3-7f1ae38420a9 req-5bff6dc5-9098-473d-a720-69f9cedb7eed tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3b2b7db-8254-4ad0-92c2-e9cc08d5418d&id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355408 Aug 10 05:11:38.966738 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f81a69-c565-44f2-bb33-c36ba57e626f req-6f8c81e6-e97c-49db-bc29-afd764f724f2 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:11:38.968230 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-24f81a69-c565-44f2-bb33-c36ba57e626f req-6f8c81e6-e97c-49db-bc29-afd764f724f2 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 985 time: 0.0606596 Aug 10 05:11:39.008812 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-24f81a69-c565-44f2-bb33-c36ba57e626f req-2337cfef-aaef-4a1a-92b5-4a882f919d3c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3b2b7db-8254-4ad0-92c2-e9cc08d5418d&id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344563 Aug 10 05:11:40.134847 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4292e5-8478-49a1-a5d4-46b348062fe6 req-456a4b6d-2b47-4483-adfe-200c0b79b29f tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:11:40.136461 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3b4292e5-8478-49a1-a5d4-46b348062fe6 req-456a4b6d-2b47-4483-adfe-200c0b79b29f tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 985 time: 0.0539379 Aug 10 05:11:40.181113 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3b4292e5-8478-49a1-a5d4-46b348062fe6 req-4f8e5396-ee99-4b8b-b814-a9ab7d3f0238 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3b2b7db-8254-4ad0-92c2-e9cc08d5418d&id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354841 Aug 10 05:11:46.542380 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:11:47.209582 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3b9ad59f-9c62-463c-b1d9-28a993d8b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:49.960920 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:50.041718 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-36c46f80-ea30-4bf3-b697-bee25a830901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:50.251539 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:51.335676 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:52.797011 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:59.957290 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-732bfa2e-26af-4e01-915d-0f044c576ffc req-8b9fdfec-2faf-4351-8b3f-55f2ce153391 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492666 Aug 10 05:12:00.043811 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bfa2e-26af-4e01-915d-0f044c576ffc req-3010a27d-d985-4fef-aa1a-2026ba3b6a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:12:00.046141 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-732bfa2e-26af-4e01-915d-0f044c576ffc req-3010a27d-d985-4fef-aa1a-2026ba3b6a15 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5ccd09d13a3c4cd79a7a735d8fc6b317&device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 1138 time: 0.0450618 Aug 10 05:12:00.156557 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bfa2e-26af-4e01-915d-0f044c576ffc req-da99e5f0-ca5d-4995-90b6-2d8ef927aeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:12:00.158009 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-732bfa2e-26af-4e01-915d-0f044c576ffc req-da99e5f0-ca5d-4995-90b6-2d8ef927aeb5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c3901510-eb51-4599-87be-77fac0aef737 HTTP/1.1" status: 200 len: 916 time: 0.0913577 Aug 10 05:12:00.228272 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-732bfa2e-26af-4e01-915d-0f044c576ffc req-618eba87-f482-455d-86f2-291a1eef47bc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b38a21-a52f-49df-9416-8bb24b514cca HTTP/1.1" status: 200 len: 1002 time: 0.0596979 Aug 10 05:12:00.277366 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bfa2e-26af-4e01-915d-0f044c576ffc req-9c43ea83-cd87-4d35-b29a-a950b995d353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:12:00.278758 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-732bfa2e-26af-4e01-915d-0f044c576ffc req-9c43ea83-cd87-4d35-b29a-a950b995d353 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=03d492c1-da81-4b3e-a3f9-654d212cc059 HTTP/1.1" status: 200 len: 854 time: 0.0435450 Aug 10 05:12:00.336451 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bfa2e-26af-4e01-915d-0f044c576ffc req-24b92f37-f13f-414f-bbdd-ade53333cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:12:00.338856 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-732bfa2e-26af-4e01-915d-0f044c576ffc req-24b92f37-f13f-414f-bbdd-ade53333cf7d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c3901510-eb51-4599-87be-77fac0aef737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518923 Aug 10 05:12:00.428955 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-732bfa2e-26af-4e01-915d-0f044c576ffc req-5cbe3c7c-163e-43e8-87c0-70a331b0f964 service neutron] 10.222.0.63 "GET /v2.0/networks/c3901510-eb51-4599-87be-77fac0aef737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816283 Aug 10 05:12:00.539540 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-732bfa2e-26af-4e01-915d-0f044c576ffc req-9168b27c-e24b-450f-b9f7-c19b91ba58a5 service neutron] 10.222.0.63 "GET /v2.0/networks/c3901510-eb51-4599-87be-77fac0aef737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006999 Aug 10 05:12:17.208272 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2c552c79-e5c9-47fc-b943-4eca185e3c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:19.970662 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:20.049288 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c1c19532-ecd1-480d-ad8a-ba68e468a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:20.249733 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:21.342697 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:22.799914 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:23.543987 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:12:36.093803 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3b52f662-77fb-4ca4-809f-47ec2b4aa62e req-fad1bd52-2548-49e1-9927-e6b0e01ad38e tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-363586243&fields=id&tenant_id=5ccd09d13a3c4cd79a7a735d8fc6b317 HTTP/1.1" status: 200 len: 267 time: 0.1175849 Aug 10 05:12:36.153895 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52f662-77fb-4ca4-809f-47ec2b4aa62e req-c8c7fd6e-7314-4c82-baaf-d2969bb27758 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:12:36.156565 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3b52f662-77fb-4ca4-809f-47ec2b4aa62e req-c8c7fd6e-7314-4c82-baaf-d2969bb27758 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 985 time: 0.0542071 Aug 10 05:12:36.174477 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-3b52f662-77fb-4ca4-809f-47ec2b4aa62e req-0af1b0c6-4870-4d35-9dbe-2802721b0230 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Request body: {'port': {'security_groups': ['2db88688-0a6d-4c1a-97bb-0c5850cda963']}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:12:36.260252 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-3b52f662-77fb-4ca4-809f-47ec2b4aa62e req-0af1b0c6-4870-4d35-9dbe-2802721b0230 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757036'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:36.447626 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-3b52f662-77fb-4ca4-809f-47ec2b4aa62e req-0af1b0c6-4870-4d35-9dbe-2802721b0230 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] For port 31b38a21-a52f-49df-9416-8bb24b514cca, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=31b38a21-a52f-49df-9416-8bb24b514cca,segment=NetworkSegment(1209052f-d08b-4831-8a1f-2303a1267e82),segment_id=1209052f-d08b-4831-8a1f-2303a1267e82)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:12:36.484975 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-3b52f662-77fb-4ca4-809f-47ec2b4aa62e req-0af1b0c6-4870-4d35-9dbe-2802721b0230 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:36.496908 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-3b52f662-77fb-4ca4-809f-47ec2b4aa62e req-0af1b0c6-4870-4d35-9dbe-2802721b0230 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757410458269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757410068471', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757410066189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7361716'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:36.512620 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['31b38a21-a52f-49df-9416-8bb24b514cca'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:12:36.558816 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52f662-77fb-4ca4-809f-47ec2b4aa62e req-0af1b0c6-4870-4d35-9dbe-2802721b0230 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:12:36.559523 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-3b52f662-77fb-4ca4-809f-47ec2b4aa62e req-0af1b0c6-4870-4d35-9dbe-2802721b0230 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:36.564639 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3b52f662-77fb-4ca4-809f-47ec2b4aa62e req-0af1b0c6-4870-4d35-9dbe-2802721b0230 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "PUT /v2.0/ports/31b38a21-a52f-49df-9416-8bb24b514cca HTTP/1.1" status: 200 len: 943 time: 0.3989215 Aug 10 05:12:36.565199 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c15a975-2377-4b2b-b044-fbf8f4cc8782', 'tag': '31b38a21-a52f-49df-9416-8bb24b514cca'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:12:36.567596 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 38722) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:12:36.568140 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ad241413e3c5b5cfbdfd8ddf86169eda0c2eb72df278c9415fbec86a6c2f7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0f9310-e0e8-4b8e-b5e8-327ba2f9b089" -d '{"events": [{"name": "network-changed", "server_uuid": "5c15a975-2377-4b2b-b044-fbf8f4cc8782", "tag": "31b38a21-a52f-49df-9416-8bb24b514cca"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:12:36.592128 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af1b0c6-4870-4d35-9dbe-2802721b0230 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Pushing event updated for resources: {'Port': ['ID=31b38a21-a52f-49df-9416-8bb24b514cca,revision_number=7']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:12:36.601336 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af1b0c6-4870-4d35-9dbe-2802721b0230 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:36.601749 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af1b0c6-4870-4d35-9dbe-2802721b0230 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:36.602059 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af1b0c6-4870-4d35-9dbe-2802721b0230 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:36.602344 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af1b0c6-4870-4d35-9dbe-2802721b0230 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:36.602682 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af1b0c6-4870-4d35-9dbe-2802721b0230 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:36.603036 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af1b0c6-4870-4d35-9dbe-2802721b0230 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:36.603378 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af1b0c6-4870-4d35-9dbe-2802721b0230 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:36.603717 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af1b0c6-4870-4d35-9dbe-2802721b0230 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:36.604036 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af1b0c6-4870-4d35-9dbe-2802721b0230 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:36.604367 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af1b0c6-4870-4d35-9dbe-2802721b0230 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:36.604693 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af1b0c6-4870-4d35-9dbe-2802721b0230 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:36.605020 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af1b0c6-4870-4d35-9dbe-2802721b0230 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:36.624400 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00d4967-5114-4218-9c4f-5e57da7924ff x-openstack-request-id: req-b00d4967-5114-4218-9c4f-5e57da7924ff {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:12:36.624703 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c15a975-2377-4b2b-b044-fbf8f4cc8782", "tag": "31b38a21-a52f-49df-9416-8bb24b514cca", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:12:36.624980 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b00d4967-5114-4218-9c4f-5e57da7924ff {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:12:36.625453 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c15a975-2377-4b2b-b044-fbf8f4cc8782', 'tag': '31b38a21-a52f-49df-9416-8bb24b514cca', 'status': 'completed', 'code': 200} Aug 10 05:12:36.672072 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['31b38a21-a52f-49df-9416-8bb24b514cca'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:12:36.795929 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-80fd7def-ce06-49b4-9d24-bb60df39bb06 None None] Provisioning complete for port 31b38a21-a52f-49df-9416-8bb24b514cca triggered by entity DHCP. {{(pid=93279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:12:36.796211 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-80fd7def-ce06-49b4-9d24-bb60df39bb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3702703'] for port, provisioning_complete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:36.954013 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f9310-e0e8-4b8e-b5e8-327ba2f9b089 req-ece65b83-d707-4d03-a4e1-78dc912164f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:12:36.955746 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-2f0f9310-e0e8-4b8e-b5e8-327ba2f9b089 req-ece65b83-d707-4d03-a4e1-78dc912164f1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5ccd09d13a3c4cd79a7a735d8fc6b317&device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 1099 time: 0.0929999 Aug 10 05:12:36.956829 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-17b22dee-f653-45fb-8589-5cace65a872c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:37.022796 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-17b22dee-f653-45fb-8589-5cace65a872c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:37.089363 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f9310-e0e8-4b8e-b5e8-327ba2f9b089 req-d9be918e-03f7-4a18-b0c7-3ab65743d719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:12:37.091159 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-2f0f9310-e0e8-4b8e-b5e8-327ba2f9b089 req-d9be918e-03f7-4a18-b0c7-3ab65743d719 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c3901510-eb51-4599-87be-77fac0aef737 HTTP/1.1" status: 200 len: 916 time: 0.1241024 Aug 10 05:12:37.151978 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-17b22dee-f653-45fb-8589-5cace65a872c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:37.154804 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-17b22dee-f653-45fb-8589-5cace65a872c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:37.155989 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-17b22dee-f653-45fb-8589-5cace65a872c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "DELETE /v2.0/security-groups/c3b2b7db-8254-4ad0-92c2-e9cc08d5418d HTTP/1.1" status: 204 len: 168 time: 0.5873141 Aug 10 05:12:37.158932 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 38728) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:12:37.171349 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-2f0f9310-e0e8-4b8e-b5e8-327ba2f9b089 req-c563da92-2deb-4966-a4a7-6d12473d8d7b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b38a21-a52f-49df-9416-8bb24b514cca HTTP/1.1" status: 200 len: 1002 time: 0.0714948 Aug 10 05:12:37.172194 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b22dee-f653-45fb-8589-5cace65a872c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b2b7db-8254-4ad0-92c2-e9cc08d5418d,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:12:37.181159 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b22dee-f653-45fb-8589-5cace65a872c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:37.181511 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b22dee-f653-45fb-8589-5cace65a872c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:37.181855 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b22dee-f653-45fb-8589-5cace65a872c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:37.182194 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b22dee-f653-45fb-8589-5cace65a872c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:37.182530 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b22dee-f653-45fb-8589-5cace65a872c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:37.182865 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b22dee-f653-45fb-8589-5cace65a872c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:37.183242 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b22dee-f653-45fb-8589-5cace65a872c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:37.183575 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b22dee-f653-45fb-8589-5cace65a872c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:37.183904 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b22dee-f653-45fb-8589-5cace65a872c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:37.184231 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b22dee-f653-45fb-8589-5cace65a872c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:37.184557 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b22dee-f653-45fb-8589-5cace65a872c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:37.184885 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b22dee-f653-45fb-8589-5cace65a872c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-1-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:37.238356 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f9310-e0e8-4b8e-b5e8-327ba2f9b089 req-7f7359f7-8dd4-45f6-b541-37f9e35c55a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:12:37.239883 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-2f0f9310-e0e8-4b8e-b5e8-327ba2f9b089 req-7f7359f7-8dd4-45f6-b541-37f9e35c55a8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=03d492c1-da81-4b3e-a3f9-654d212cc059 HTTP/1.1" status: 200 len: 854 time: 0.0606928 Aug 10 05:12:37.285567 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f9310-e0e8-4b8e-b5e8-327ba2f9b089 req-45627b48-3d29-4268-b82f-23cbd9e355c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:12:37.287067 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-2f0f9310-e0e8-4b8e-b5e8-327ba2f9b089 req-45627b48-3d29-4268-b82f-23cbd9e355c8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c3901510-eb51-4599-87be-77fac0aef737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393696 Aug 10 05:12:37.322380 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-76f2c98c-aa5f-4cbb-a24d-83e1c7bc1498 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Deleting port 17579a21-2c6b-417c-a968-a54920bf708d {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:12:37.322747 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-76f2c98c-aa5f-4cbb-a24d-83e1c7bc1498 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:37.374253 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-2f0f9310-e0e8-4b8e-b5e8-327ba2f9b089 req-39fd9a83-cfb1-406f-a2f0-50e5794f704f service neutron] 10.222.0.63 "GET /v2.0/networks/c3901510-eb51-4599-87be-77fac0aef737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793984 Aug 10 05:12:37.398904 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-76f2c98c-aa5f-4cbb-a24d-83e1c7bc1498 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:37.399268 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-76f2c98c-aa5f-4cbb-a24d-83e1c7bc1498 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:37.411551 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-76f2c98c-aa5f-4cbb-a24d-83e1c7bc1498 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Calling delete_port for 17579a21-2c6b-417c-a968-a54920bf708d owned by network:floatingip {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:12:37.476007 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-2f0f9310-e0e8-4b8e-b5e8-327ba2f9b089 req-e1051809-17a4-44bf-b0bd-28504314288a service neutron] 10.222.0.63 "GET /v2.0/networks/c3901510-eb51-4599-87be-77fac0aef737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934827 Aug 10 05:12:37.572508 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-76f2c98c-aa5f-4cbb-a24d-83e1c7bc1498 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:37.594820 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2c98c-aa5f-4cbb-a24d-83e1c7bc1498 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Pushing event deleted for resources: {'Port': ['ID=17579a21-2c6b-417c-a968-a54920bf708d,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:12:37.659997 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-76f2c98c-aa5f-4cbb-a24d-83e1c7bc1498 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks [] for floatingip, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:37.660267 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.db.l3_db [None req-76f2c98c-aa5f-4cbb-a24d-83e1c7bc1498 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Floating IP 5d36de64-08d7-471d-a09f-20ec3f83213f disassociated (deleted). External IP: 172.27.0.125, port: 31b38a21-a52f-49df-9416-8bb24b514cca. Aug 10 05:12:37.864946 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f2c98c-aa5f-4cbb-a24d-83e1c7bc1498 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Router 770f3c55-ec44-47fa-919f-033b5e4ac951 has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:12:37.969741 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f2c98c-aa5f-4cbb-a24d-83e1c7bc1498 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:12:37.975034 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-76f2c98c-aa5f-4cbb-a24d-83e1c7bc1498 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for floatingip, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:37.980089 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f84ea2-2b6b-4d34-b3a5-535ccd11f7eb None None] Sync routers for ids ['770f3c55-ec44-47fa-919f-033b5e4ac951'] in dv-cinder-804035-1-iscsi {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:12:37.989754 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f84ea2-2b6b-4d34-b3a5-535ccd11f7eb None None] Routers {'770f3c55-ec44-47fa-919f-033b5e4ac951'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:12:37.990369 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-78f84ea2-2b6b-4d34-b3a5-535ccd11f7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:12:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['770f3c55-ec44-47fa-919f-033b5e4ac951'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:12:38.003340 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-76f2c98c-aa5f-4cbb-a24d-83e1c7bc1498 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "DELETE /v2.0/floatingips/5d36de64-08d7-471d-a09f-20ec3f83213f HTTP/1.1" status: 204 len: 168 time: 0.8431840 Aug 10 05:12:38.099696 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-78f84ea2-2b6b-4d34-b3a5-535ccd11f7eb None None] Set router 770f3c55-ec44-47fa-919f-033b5e4ac951 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:12:38.314089 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-78f84ea2-2b6b-4d34-b3a5-535ccd11f7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'name': 'tempest-TestMinimumBasicScenario-1013910498-router', 'tenant_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'a15c43f5-2d1d-45d9-8061-96022ab32118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:09:25Z', 'updated_at': '2021-08-10T05:09:28Z', 'revision_number': 4, 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'gw_port': {'id': 'a15c43f5-2d1d-45d9-8061-96022ab32118', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:25Z', 'updated_at': '2021-08-10T05:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': '5f02394c-2c9a-484f-bc3f-29ad3add0a86', 'name': '', 'network_id': 'c3901510-eb51-4599-87be-77fac0aef737', 'tenant_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'mac_address': 'fa:16:3e:6d:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '03d492c1-da81-4b3e-a3f9-654d212cc059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:27Z', 'updated_at': '2021-08-10T05:09:33Z', 'revision_number': 5, 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'subnets': [{'id': '03d492c1-da81-4b3e-a3f9-654d212cc059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:12:38.339682 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f84ea2-2b6b-4d34-b3a5-535ccd11f7eb None None] Checking router: 770f3c55-ec44-47fa-919f-033b5e4ac951 for host: dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:12:38.348674 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f84ea2-2b6b-4d34-b3a5-535ccd11f7eb None None] Routers {'770f3c55-ec44-47fa-919f-033b5e4ac951'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:12:38.349277 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-78f84ea2-2b6b-4d34-b3a5-535ccd11f7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:12:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['770f3c55-ec44-47fa-919f-033b5e4ac951'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:12:38.453891 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-78f84ea2-2b6b-4d34-b3a5-535ccd11f7eb None None] Set router 770f3c55-ec44-47fa-919f-033b5e4ac951 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:12:38.626325 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c15a975-2377-4b2b-b044-fbf8f4cc8782', 'tag': '31b38a21-a52f-49df-9416-8bb24b514cca'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:12:38.628955 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ad241413e3c5b5cfbdfd8ddf86169eda0c2eb72df278c9415fbec86a6c2f7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affcbbe1-40d8-4ca7-9f4c-d71775ae61f6" -d '{"events": [{"name": "network-changed", "server_uuid": "5c15a975-2377-4b2b-b044-fbf8f4cc8782", "tag": "31b38a21-a52f-49df-9416-8bb24b514cca"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:12:38.657838 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-78f84ea2-2b6b-4d34-b3a5-535ccd11f7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'name': 'tempest-TestMinimumBasicScenario-1013910498-router', 'tenant_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'a15c43f5-2d1d-45d9-8061-96022ab32118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:09:25Z', 'updated_at': '2021-08-10T05:09:28Z', 'revision_number': 4, 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'gw_port': {'id': 'a15c43f5-2d1d-45d9-8061-96022ab32118', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:25Z', 'updated_at': '2021-08-10T05:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': '5f02394c-2c9a-484f-bc3f-29ad3add0a86', 'name': '', 'network_id': 'c3901510-eb51-4599-87be-77fac0aef737', 'tenant_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'mac_address': 'fa:16:3e:6d:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '03d492c1-da81-4b3e-a3f9-654d212cc059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:27Z', 'updated_at': '2021-08-10T05:09:33Z', 'revision_number': 5, 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'subnets': [{'id': '03d492c1-da81-4b3e-a3f9-654d212cc059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:12:38.665660 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef8cae0-1488-4739-b370-202af59ccb7a x-openstack-request-id: req-5ef8cae0-1488-4739-b370-202af59ccb7a {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:12:38.665921 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c15a975-2377-4b2b-b044-fbf8f4cc8782", "tag": "31b38a21-a52f-49df-9416-8bb24b514cca", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:12:38.666198 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5ef8cae0-1488-4739-b370-202af59ccb7a {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:12:38.666601 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c15a975-2377-4b2b-b044-fbf8f4cc8782', 'tag': '31b38a21-a52f-49df-9416-8bb24b514cca', 'status': 'completed', 'code': 200} Aug 10 05:12:38.685482 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f84ea2-2b6b-4d34-b3a5-535ccd11f7eb None None] The sync data for ids ['770f3c55-ec44-47fa-919f-033b5e4ac951'] in dv-cinder-804035-1-iscsi is: [{'id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'name': 'tempest-TestMinimumBasicScenario-1013910498-router', 'tenant_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'a15c43f5-2d1d-45d9-8061-96022ab32118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:09:25Z', 'updated_at': '2021-08-10T05:09:28Z', 'revision_number': 4, 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'gw_port': {'id': 'a15c43f5-2d1d-45d9-8061-96022ab32118', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:25Z', 'updated_at': '2021-08-10T05:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi', '_interfaces': [{'id': '5f02394c-2c9a-484f-bc3f-29ad3add0a86', 'name': '', 'network_id': 'c3901510-eb51-4599-87be-77fac0aef737', 'tenant_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'mac_address': 'fa:16:3e:6d:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '03d492c1-da81-4b3e-a3f9-654d212cc059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:27Z', 'updated_at': '2021-08-10T05:09:33Z', 'revision_number': 5, 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'subnets': [{'id': '03d492c1-da81-4b3e-a3f9-654d212cc059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:12:38.732774 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affcbbe1-40d8-4ca7-9f4c-d71775ae61f6 req-44dbfdc8-84a3-4617-ab0d-abdd12bbbc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:12:38.736101 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-affcbbe1-40d8-4ca7-9f4c-d71775ae61f6 req-44dbfdc8-84a3-4617-ab0d-abdd12bbbc07 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5ccd09d13a3c4cd79a7a735d8fc6b317&device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 1099 time: 0.0471652 Aug 10 05:12:38.844331 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affcbbe1-40d8-4ca7-9f4c-d71775ae61f6 req-65eb3142-f63c-419b-a1f5-2a4781d6de3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:12:38.845875 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-affcbbe1-40d8-4ca7-9f4c-d71775ae61f6 req-65eb3142-f63c-419b-a1f5-2a4781d6de3c service neutron] 10.222.0.63 "GET /v2.0/networks?id=c3901510-eb51-4599-87be-77fac0aef737 HTTP/1.1" status: 200 len: 916 time: 0.0994332 Aug 10 05:12:38.892942 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-affcbbe1-40d8-4ca7-9f4c-d71775ae61f6 req-96c9fcd7-a9e3-4a39-8dcb-e8df16634e4e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b38a21-a52f-49df-9416-8bb24b514cca HTTP/1.1" status: 200 len: 217 time: 0.0380375 Aug 10 05:12:38.930899 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7d8eb2-f26c-4fff-bd88-87c66352782c None None] New status for floating IP 5d36de64-08d7-471d-a09f-20ec3f83213f: DOWN {{(pid=93280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:12:38.946738 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affcbbe1-40d8-4ca7-9f4c-d71775ae61f6 req-54a0f0a4-547b-41dc-ae78-3ca8a0f7c1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:12:38.948234 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-affcbbe1-40d8-4ca7-9f4c-d71775ae61f6 req-54a0f0a4-547b-41dc-ae78-3ca8a0f7c1a4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=03d492c1-da81-4b3e-a3f9-654d212cc059 HTTP/1.1" status: 200 len: 854 time: 0.0468776 Aug 10 05:12:39.000258 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affcbbe1-40d8-4ca7-9f4c-d71775ae61f6 req-17b70e57-3eec-4476-9ef1-26622c515460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:12:39.001917 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-affcbbe1-40d8-4ca7-9f4c-d71775ae61f6 req-17b70e57-3eec-4476-9ef1-26622c515460 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c3901510-eb51-4599-87be-77fac0aef737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461175 Aug 10 05:12:39.015316 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [req-affcbbe1-40d8-4ca7-9f4c-d71775ae61f6 req-b183256f-b265-4ddc-b63e-4371073a7674 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 05:12:39.016307 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-affcbbe1-40d8-4ca7-9f4c-d71775ae61f6 req-b183256f-b265-4ddc-b63e-4371073a7674 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058663 Aug 10 05:12:39.109628 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-affcbbe1-40d8-4ca7-9f4c-d71775ae61f6 req-5c97d0ec-e6aa-42b9-b460-1281e7bd69dc service neutron] 10.222.0.63 "GET /v2.0/networks/c3901510-eb51-4599-87be-77fac0aef737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848765 Aug 10 05:12:39.214444 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-affcbbe1-40d8-4ca7-9f4c-d71775ae61f6 req-1d11ba30-c65f-4aec-9450-c63b8fdd5c0d service neutron] 10.222.0.63 "GET /v2.0/networks/c3901510-eb51-4599-87be-77fac0aef737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958185 Aug 10 05:12:40.753401 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21934f66-44ae-4fe0-a384-c907e79233d4 req-84474b63-0526-4452-921e-36d4f3b0dde4 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:12:40.754868 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-21934f66-44ae-4fe0-a384-c907e79233d4 req-84474b63-0526-4452-921e-36d4f3b0dde4 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 946 time: 0.0540674 Aug 10 05:12:40.797042 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-21934f66-44ae-4fe0-a384-c907e79233d4 req-84ae5c5e-f402-44c6-adab-e55af6b538b1 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330572 Aug 10 05:12:41.999022 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5c220-b868-4604-870b-eb91d4e05591 req-01148b0d-f324-466c-8726-8af74605fcb2 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:12:42.000494 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a8a5c220-b868-4604-870b-eb91d4e05591 req-01148b0d-f324-466c-8726-8af74605fcb2 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 946 time: 0.1220720 Aug 10 05:12:42.041082 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a8a5c220-b868-4604-870b-eb91d4e05591 req-9ddc99a9-1edb-497b-84ec-065bc2be3e81 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340908 Aug 10 05:12:42.878493 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f77166-e6fa-4ba4-9bc0-119c1a991d9b req-15d1ba31-b791-4e58-a1e6-a2758c6f2d8e tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:12:42.879989 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-04f77166-e6fa-4ba4-9bc0-119c1a991d9b req-15d1ba31-b791-4e58-a1e6-a2758c6f2d8e tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 946 time: 0.0614994 Aug 10 05:12:42.987089 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [req-04f77166-e6fa-4ba4-9bc0-119c1a991d9b req-84d2b7b5-0da6-4889-bcb1-74c0db731ce8 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Deleting port 31b38a21-a52f-49df-9416-8bb24b514cca {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:12:42.987402 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-04f77166-e6fa-4ba4-9bc0-119c1a991d9b req-84d2b7b5-0da6-4889-bcb1-74c0db731ce8 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:43.079160 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [req-04f77166-e6fa-4ba4-9bc0-119c1a991d9b req-84d2b7b5-0da6-4889-bcb1-74c0db731ce8 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] For port 31b38a21-a52f-49df-9416-8bb24b514cca, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=31b38a21-a52f-49df-9416-8bb24b514cca,segment=NetworkSegment(1209052f-d08b-4831-8a1f-2303a1267e82),segment_id=1209052f-d08b-4831-8a1f-2303a1267e82)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:12:43.079581 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-04f77166-e6fa-4ba4-9bc0-119c1a991d9b req-84d2b7b5-0da6-4889-bcb1-74c0db731ce8 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:43.093359 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [req-04f77166-e6fa-4ba4-9bc0-119c1a991d9b req-84d2b7b5-0da6-4889-bcb1-74c0db731ce8 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Calling delete_port for 31b38a21-a52f-49df-9416-8bb24b514cca owned by compute:nova {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:12:43.167921 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e261bb9-7e6e-4782-a83f-0fe6c25b1d2e req-f9a2e844-4670-4773-8093-8a4005f9409f tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:12:43.169365 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5e261bb9-7e6e-4782-a83f-0fe6c25b1d2e req-f9a2e844-4670-4773-8093-8a4005f9409f tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c15a975-2377-4b2b-b044-fbf8f4cc8782 HTTP/1.1" status: 200 len: 946 time: 0.0534184 Aug 10 05:12:43.207781 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5e261bb9-7e6e-4782-a83f-0fe6c25b1d2e req-8c808ecb-1ba3-4065-a6be-b57da027182c tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.49 "GET /v2.0/security-groups?id=2db88688-0a6d-4c1a-97bb-0c5850cda963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319600 Aug 10 05:12:43.222866 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-04f77166-e6fa-4ba4-9bc0-119c1a991d9b req-84d2b7b5-0da6-4889-bcb1-74c0db731ce8 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:43.240274 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] get_ports_and_sgs() called for port_ids ['31b38a21-a52f-49df-9416-8bb24b514cca'] {{(pid=93279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:12:43.254747 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2b7b5-0da6-4889-bcb1-74c0db731ce8 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Pushing event deleted for resources: {'Port': ['ID=31b38a21-a52f-49df-9416-8bb24b514cca,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:12:43.296426 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f77166-e6fa-4ba4-9bc0-119c1a991d9b req-84d2b7b5-0da6-4889-bcb1-74c0db731ce8 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] No DVR routers for this DVR port 31b38a21-a52f-49df-9416-8bb24b514cca on host hv-cinder-80403 {{(pid=93277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:12:43.299252 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [req-04f77166-e6fa-4ba4-9bc0-119c1a991d9b req-84d2b7b5-0da6-4889-bcb1-74c0db731ce8 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-992060'] for port, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:43.301411 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [req-04f77166-e6fa-4ba4-9bc0-119c1a991d9b req-84d2b7b5-0da6-4889-bcb1-74c0db731ce8 tempest-TestMinimumBasicScenario-438515955 tempest-TestMinimumBasicScenario-438515955-project] 10.222.0.63 "DELETE /v2.0/ports/31b38a21-a52f-49df-9416-8bb24b514cca HTTP/1.1" status: 204 len: 173 time: 0.4136612 Aug 10 05:12:43.301923 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c15a975-2377-4b2b-b044-fbf8f4cc8782', 'name': 'network-vif-deleted', 'tag': '31b38a21-a52f-49df-9416-8bb24b514cca'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:12:43.304313 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0435c65cf5a8cc8383a9c7cfa6853d0e89819f93ab363e4d384fd3b31d716135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe96d377-d287-499a-a954-704f71140ae3" -d '{"events": [{"server_uuid": "5c15a975-2377-4b2b-b044-fbf8f4cc8782", "name": "network-vif-deleted", "tag": "31b38a21-a52f-49df-9416-8bb24b514cca"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:12:43.399940 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5c47a6-a80f-4778-a43a-2715c694f796 x-openstack-request-id: req-ca5c47a6-a80f-4778-a43a-2715c694f796 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:12:43.400229 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c15a975-2377-4b2b-b044-fbf8f4cc8782", "name": "network-vif-deleted", "tag": "31b38a21-a52f-49df-9416-8bb24b514cca", "status": "completed", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:12:43.400476 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ca5c47a6-a80f-4778-a43a-2715c694f796 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:12:43.400868 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c15a975-2377-4b2b-b044-fbf8f4cc8782', 'name': 'network-vif-deleted', 'tag': '31b38a21-a52f-49df-9416-8bb24b514cca', 'status': 'completed', 'code': 200} Aug 10 05:12:44.824484 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 38826) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:12:45.451367 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1e20a994-e67e-4a51-b9f9-eb1c5f818514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495774'] for router_interface, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:45.700446 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-1e20a994-e67e-4a51-b9f9-eb1c5f818514 admin admin] Deleting port 5f02394c-2c9a-484f-bc3f-29ad3add0a86 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:12:45.700701 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1e20a994-e67e-4a51-b9f9-eb1c5f818514 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:45.778462 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-1e20a994-e67e-4a51-b9f9-eb1c5f818514 admin admin] For port 5f02394c-2c9a-484f-bc3f-29ad3add0a86, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=5f02394c-2c9a-484f-bc3f-29ad3add0a86,segment=NetworkSegment(1209052f-d08b-4831-8a1f-2303a1267e82),segment_id=1209052f-d08b-4831-8a1f-2303a1267e82)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:12:45.778814 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1e20a994-e67e-4a51-b9f9-eb1c5f818514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:45.791229 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-1e20a994-e67e-4a51-b9f9-eb1c5f818514 admin admin] Calling delete_port for 5f02394c-2c9a-484f-bc3f-29ad3add0a86 owned by network:router_interface {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:12:45.984115 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1e20a994-e67e-4a51-b9f9-eb1c5f818514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:46.011373 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20a994-e67e-4a51-b9f9-eb1c5f818514 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f02394c-2c9a-484f-bc3f-29ad3add0a86,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:12:46.169903 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1e20a994-e67e-4a51-b9f9-eb1c5f818514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497198'] for router_interface, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:46.382116 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e20a994-e67e-4a51-b9f9-eb1c5f818514 admin admin] Router 770f3c55-ec44-47fa-919f-033b5e4ac951 has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:12:46.505370 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e20a994-e67e-4a51-b9f9-eb1c5f818514 admin admin] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:12:46.510511 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-1e20a994-e67e-4a51-b9f9-eb1c5f818514 admin admin] 10.222.0.49 "PUT /v2.0/routers/770f3c55-ec44-47fa-919f-033b5e4ac951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6849680 Aug 10 05:12:46.513221 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 38830) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:12:46.514560 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b64f3b-b2d6-4fe2-a2c2-6291b5447649 None None] Sync routers for ids ['770f3c55-ec44-47fa-919f-033b5e4ac951'] in dv-cinder-804035-1-iscsi {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:12:46.525053 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b64f3b-b2d6-4fe2-a2c2-6291b5447649 None None] Routers {'770f3c55-ec44-47fa-919f-033b5e4ac951'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:12:46.525663 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-68b64f3b-b2d6-4fe2-a2c2-6291b5447649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:12:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['770f3c55-ec44-47fa-919f-033b5e4ac951'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:12:46.615976 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d869e194-118f-449a-8df8-d7c561d3425d admin admin] Notify callbacks [] for router, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:46.627788 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-68b64f3b-b2d6-4fe2-a2c2-6291b5447649 None None] Set router 770f3c55-ec44-47fa-919f-033b5e4ac951 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:12:46.721780 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d869e194-118f-449a-8df8-d7c561d3425d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:46.782507 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-d869e194-118f-449a-8df8-d7c561d3425d admin admin] Deleting port a15c43f5-2d1d-45d9-8061-96022ab32118 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:12:46.782895 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d869e194-118f-449a-8df8-d7c561d3425d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:46.863498 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-d869e194-118f-449a-8df8-d7c561d3425d admin admin] For port a15c43f5-2d1d-45d9-8061-96022ab32118, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=a15c43f5-2d1d-45d9-8061-96022ab32118,segment=NetworkSegment(b7fff169-1c8e-4170-8d8b-00d331120c68),segment_id=b7fff169-1c8e-4170-8d8b-00d331120c68)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:12:46.863857 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d869e194-118f-449a-8df8-d7c561d3425d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:46.875296 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-d869e194-118f-449a-8df8-d7c561d3425d admin admin] Calling delete_port for a15c43f5-2d1d-45d9-8061-96022ab32118 owned by network:router_gateway {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:12:46.945977 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-68b64f3b-b2d6-4fe2-a2c2-6291b5447649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'name': 'tempest-TestMinimumBasicScenario-1013910498-router', 'tenant_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'a15c43f5-2d1d-45d9-8061-96022ab32118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:09:25Z', 'updated_at': '2021-08-10T05:12:45Z', 'revision_number': 5, 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'gw_port': {'id': 'a15c43f5-2d1d-45d9-8061-96022ab32118', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:25Z', 'updated_at': '2021-08-10T05:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi'}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:12:46.972008 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b64f3b-b2d6-4fe2-a2c2-6291b5447649 None None] Checking router: 770f3c55-ec44-47fa-919f-033b5e4ac951 for host: dv-cinder-804035-1-iscsi {{(pid=93279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:12:46.979603 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 31b38a21-a52f-49df-9416-8bb24b514cca no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:12:47.001982 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] No Port match for: 31b38a21-a52f-49df-9416-8bb24b514cca {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:12:47.002326 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Device 31b38a21-a52f-49df-9416-8bb24b514cca not bound to the agent host hv-cinder-80403 {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:12:47.005062 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b64f3b-b2d6-4fe2-a2c2-6291b5447649 None None] Routers {'770f3c55-ec44-47fa-919f-033b5e4ac951'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:12:47.006030 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-68b64f3b-b2d6-4fe2-a2c2-6291b5447649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:12:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['770f3c55-ec44-47fa-919f-033b5e4ac951'], 'active': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:12:47.043865 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d869e194-118f-449a-8df8-d7c561d3425d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:47.069722 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869e194-118f-449a-8df8-d7c561d3425d admin admin] Pushing event deleted for resources: {'Port': ['ID=a15c43f5-2d1d-45d9-8061-96022ab32118,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:12:47.102263 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvr_db [None req-68b64f3b-b2d6-4fe2-a2c2-6291b5447649 None None] Set router 770f3c55-ec44-47fa-919f-033b5e4ac951 gateway port host: None {{(pid=93279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:12:47.136517 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d869e194-118f-449a-8df8-d7c561d3425d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496328'] for router_gateway, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:47.157072 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.db.l3_hamode_db [None req-68b64f3b-b2d6-4fe2-a2c2-6291b5447649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'name': 'tempest-TestMinimumBasicScenario-1013910498-router', 'tenant_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:09:25Z', 'updated_at': '2021-08-10T05:12:46Z', 'revision_number': 6, 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'gw_port_host': None}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:12:47.184119 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b64f3b-b2d6-4fe2-a2c2-6291b5447649 None None] The sync data for ids ['770f3c55-ec44-47fa-919f-033b5e4ac951'] in dv-cinder-804035-1-iscsi is: [{'id': '770f3c55-ec44-47fa-919f-033b5e4ac951', 'name': 'tempest-TestMinimumBasicScenario-1013910498-router', 'tenant_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:09:25Z', 'updated_at': '2021-08-10T05:12:46Z', 'revision_number': 6, 'project_id': '5ccd09d13a3c4cd79a7a735d8fc6b317', 'gw_port_host': None}] {{(pid=93279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:12:47.202686 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ad06866c-27ef-4b2d-aea5-f550bdf71c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:47.227060 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d869e194-118f-449a-8df8-d7c561d3425d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:47.229048 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d869e194-118f-449a-8df8-d7c561d3425d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:47.275000 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d869e194-118f-449a-8df8-d7c561d3425d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492488'] for router, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:47.275560 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d869e194-118f-449a-8df8-d7c561d3425d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 770f3c55-ec44-47fa-919f-033b5e4ac951 {{(pid=93278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 05:12:47.281713 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d869e194-118f-449a-8df8-d7c561d3425d admin admin] Notify callbacks [] for router, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:47.283507 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-d869e194-118f-449a-8df8-d7c561d3425d admin admin] 10.222.0.49 "DELETE /v2.0/routers/770f3c55-ec44-47fa-919f-033b5e4ac951 HTTP/1.1" status: 204 len: 168 time: 0.7691107 Aug 10 05:12:47.286536 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 38832) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:12:47.331362 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_v2 [None req-532d7302-16dd-42e8-868e-1e36f6fce4cd admin admin] Deleting subnet 03d492c1-da81-4b3e-a3f9-654d212cc059 {{(pid=93278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 05:12:47.334893 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-532d7302-16dd-42e8-868e-1e36f6fce4cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:47.368741 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-532d7302-16dd-42e8-868e-1e36f6fce4cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6830759'] for subnet, precommit_delete_associations {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:47.451456 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-532d7302-16dd-42e8-868e-1e36f6fce4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3582293'] for subnet, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:47.509611 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-532d7302-16dd-42e8-868e-1e36f6fce4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3582274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7361678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7953826'] for subnet, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:47.535923 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d7302-16dd-42e8-868e-1e36f6fce4cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03d492c1-da81-4b3e-a3f9-654d212cc059,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:12:47.539657 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-532d7302-16dd-42e8-868e-1e36f6fce4cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:47.541593 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-532d7302-16dd-42e8-868e-1e36f6fce4cd admin admin] 10.222.0.49 "DELETE /v2.0/subnets/03d492c1-da81-4b3e-a3f9-654d212cc059 HTTP/1.1" status: 204 len: 168 time: 0.2540979 Aug 10 05:12:47.544049 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.49', 38834) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:12:47.547095 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeccf438-0976-421e-a218-d62f5deab3ed None None] Network c3901510-eb51-4599-87be-77fac0aef737 requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:12:47.633802 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c85346f3-ae39-4037-998a-2b0c33423cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727498'] for network, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:47.693804 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-c85346f3-ae39-4037-998a-2b0c33423cba admin admin] Deleting port 6e9fa159-c72e-4819-a082-6e430bc79d6f {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:12:47.694150 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c85346f3-ae39-4037-998a-2b0c33423cba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:47.756273 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-c85346f3-ae39-4037-998a-2b0c33423cba admin admin] For port 6e9fa159-c72e-4819-a082-6e430bc79d6f, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=6e9fa159-c72e-4819-a082-6e430bc79d6f,segment=NetworkSegment(1209052f-d08b-4831-8a1f-2303a1267e82),segment_id=1209052f-d08b-4831-8a1f-2303a1267e82)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:12:47.756633 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c85346f3-ae39-4037-998a-2b0c33423cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:47.769459 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-c85346f3-ae39-4037-998a-2b0c33423cba admin admin] Calling delete_port for 6e9fa159-c72e-4819-a082-6e430bc79d6f owned by network:dhcp {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:12:47.856118 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c85346f3-ae39-4037-998a-2b0c33423cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7361725'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:47.882282 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85346f3-ae39-4037-998a-2b0c33423cba admin admin] Pushing event deleted for resources: {'Port': ['ID=6e9fa159-c72e-4819-a082-6e430bc79d6f,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:12:47.884108 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85346f3-ae39-4037-998a-2b0c33423cba admin admin] No DVR routers for this DVR port 6e9fa159-c72e-4819-a082-6e430bc79d6f on host dv-cinder-804035-1-iscsi {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:12:47.953107 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c85346f3-ae39-4037-998a-2b0c33423cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580114', 'neutron.services.segments.db._delete_segments_for_network-8757410627184'] for network, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:47.966022 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333867dd-7286-4ce2-b7d1-8618cd9a94c8 None None] DHCP port deletion for c3901510-eb51-4599-87be-77fac0aef737 request from dv-cinder-804035-1-iscsi {{(pid=93279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 05:12:47.969708 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-c85346f3-ae39-4037-998a-2b0c33423cba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3901510-eb51-4599-87be-77fac0aef737']}} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:12:47.985536 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-c85346f3-ae39-4037-998a-2b0c33423cba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1209052f-d08b-4831-8a1f-2303a1267e82') {'for_net_delete': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:12:47.985839 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-c85346f3-ae39-4037-998a-2b0c33423cba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1209052f-d08b-4831-8a1f-2303a1267e82') {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:12:47.989630 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 5f02394c-2c9a-484f-bc3f-29ad3add0a86 no longer exists at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:12:47.998545 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c85346f3-ae39-4037-998a-2b0c33423cba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757410630265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6830768'] for segment, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:48.009701 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] No Port match for: 5f02394c-2c9a-484f-bc3f-29ad3add0a86 {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:12:48.010043 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 5f02394c-2c9a-484f-bc3f-29ad3add0a86 not bound to the agent host dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:12:48.012683 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c85346f3-ae39-4037-998a-2b0c33423cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:48.019551 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85346f3-ae39-4037-998a-2b0c33423cba admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 05:12:48.019899 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c85346f3-ae39-4037-998a-2b0c33423cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7361616'] for segment, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:48.021640 dv-cinder-804035-1-iscsi neutron-server[93278]: Traceback (most recent call last): Aug 10 05:12:48.021640 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 05:12:48.021640 dv-cinder-804035-1-iscsi neutron-server[93278]: timer() Aug 10 05:12:48.021640 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 05:12:48.021640 dv-cinder-804035-1-iscsi neutron-server[93278]: cb(*args, **kw) Aug 10 05:12:48.021640 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 05:12:48.021640 dv-cinder-804035-1-iscsi neutron-server[93278]: return func(*args, **kwargs) Aug 10 05:12:48.021640 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 05:12:48.021640 dv-cinder-804035-1-iscsi neutron-server[93278]: self._notify() Aug 10 05:12:48.021640 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 05:12:48.021640 dv-cinder-804035-1-iscsi neutron-server[93278]: self.callback(batched_events) Aug 10 05:12:48.021640 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 05:12:48.021640 dv-cinder-804035-1-iscsi neutron-server[93278]: event.method(event) Aug 10 05:12:48.021640 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 05:12:48.021640 dv-cinder-804035-1-iscsi neutron-server[93278]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 05:12:48.021640 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 05:12:48.021640 dv-cinder-804035-1-iscsi neutron-server[93278]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 05:12:48.021640 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 05:12:48.021640 dv-cinder-804035-1-iscsi neutron-server[93278]: return f(self, *a, **k) Aug 10 05:12:48.021640 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 05:12:48.021640 dv-cinder-804035-1-iscsi neutron-server[93278]: return self._get(url).json() Aug 10 05:12:48.021640 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 05:12:48.021640 dv-cinder-804035-1-iscsi neutron-server[93278]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 05:12:48.021640 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 05:12:48.021640 dv-cinder-804035-1-iscsi neutron-server[93278]: return self.request(url, 'GET', **kwargs) Aug 10 05:12:48.021640 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 05:12:48.021640 dv-cinder-804035-1-iscsi neutron-server[93278]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 05:12:48.021640 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 05:12:48.021640 dv-cinder-804035-1-iscsi neutron-server[93278]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 05:12:48.021640 dv-cinder-804035-1-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 05:12:48.021640 dv-cinder-804035-1-iscsi neutron-server[93278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 05:12:48.021640 dv-cinder-804035-1-iscsi neutron-server[93278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 05:12:48.077283 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c85346f3-ae39-4037-998a-2b0c33423cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496300'] for network, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:48.083045 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c85346f3-ae39-4037-998a-2b0c33423cba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:48.084955 dv-cinder-804035-1-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-c85346f3-ae39-4037-998a-2b0c33423cba admin admin] 10.222.0.49 "DELETE /v2.0/networks/c3901510-eb51-4599-87be-77fac0aef737 HTTP/1.1" status: 204 len: 168 time: 0.5400171 Aug 10 05:12:48.088083 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 38836) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:12:48.096304 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85346f3-ae39-4037-998a-2b0c33423cba admin admin] Pushing event deleted for resources: {'Network': ['ID=c3901510-eb51-4599-87be-77fac0aef737,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:12:48.453768 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-124a1514-405e-43c8-ae22-bc196327e359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495774'] for router_interface, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:48.711855 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-124a1514-405e-43c8-ae22-bc196327e359 admin admin] Deleting port 7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2 {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:12:48.712109 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-124a1514-405e-43c8-ae22-bc196327e359 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:48.789419 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-124a1514-405e-43c8-ae22-bc196327e359 admin admin] For port 7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2,segment=NetworkSegment(a87b33fe-245e-4a4c-bf0b-978a4469c43e),segment_id=a87b33fe-245e-4a4c-bf0b-978a4469c43e)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:12:48.789757 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-124a1514-405e-43c8-ae22-bc196327e359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:48.802333 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-124a1514-405e-43c8-ae22-bc196327e359 admin admin] Calling delete_port for 7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2 owned by network:router_interface {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:12:48.991037 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-124a1514-405e-43c8-ae22-bc196327e359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:49.019910 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a1514-405e-43c8-ae22-bc196327e359 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:12:49.185962 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-124a1514-405e-43c8-ae22-bc196327e359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497198'] for router_interface, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:49.397929 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124a1514-405e-43c8-ae22-bc196327e359 admin admin] Router 0582d8b7-f097-4045-9c7e-630253832896 has already been hosted by L3 agent 72a545f7-e843-4259-a4e1-974d8ec8343d {{(pid=93277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:12:49.504202 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device a15c43f5-2d1d-45d9-8061-96022ab32118 no longer exists at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:12:49.507777 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124a1514-405e-43c8-ae22-bc196327e359 admin admin] Notify agent at l3_agent.dv-cinder-804035-1-iscsi the message routers_updated {{(pid=93277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:12:49.514937 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-124a1514-405e-43c8-ae22-bc196327e359 admin admin] 10.222.0.49 "PUT /v2.0/routers/0582d8b7-f097-4045-9c7e-630253832896/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4234917 Aug 10 05:12:49.515653 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 38838) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:12:49.521136 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a9d13d-6cc2-4def-aab1-683be922e89f None None] Sync routers for ids ['0582d8b7-f097-4045-9c7e-630253832896'] in dv-cinder-804035-1-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:12:49.526607 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] No Port match for: a15c43f5-2d1d-45d9-8061-96022ab32118 {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:12:49.526983 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device a15c43f5-2d1d-45d9-8061-96022ab32118 not bound to the agent host dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:12:49.527387 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 6e9fa159-c72e-4819-a082-6e430bc79d6f no longer exists at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:12:49.531273 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a9d13d-6cc2-4def-aab1-683be922e89f None None] Routers {'0582d8b7-f097-4045-9c7e-630253832896'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:12:49.531893 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-46a9d13d-6cc2-4def-aab1-683be922e89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:12:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['0582d8b7-f097-4045-9c7e-630253832896'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:12:49.548933 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] No Port match for: 6e9fa159-c72e-4819-a082-6e430bc79d6f {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:12:49.549274 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 6e9fa159-c72e-4819-a082-6e430bc79d6f not bound to the agent host dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:12:49.617155 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2becbca8-cb4a-41ea-8861-05372695cdc1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:49.636894 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-46a9d13d-6cc2-4def-aab1-683be922e89f None None] Set router 0582d8b7-f097-4045-9c7e-630253832896 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:12:49.825120 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-46a9d13d-6cc2-4def-aab1-683be922e89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0582d8b7-f097-4045-9c7e-630253832896', 'name': 'tempest-TestMinimumBasicScenario-823966083-router', 'tenant_id': 'd0f106a174b74fbeab393edaf2150ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bfe8f09f-9c0e-48a9-b815-2d40d3aadff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:09:30Z', 'updated_at': '2021-08-10T05:12:48Z', 'revision_number': 5, 'project_id': 'd0f106a174b74fbeab393edaf2150ec0', 'gw_port': {'id': 'bfe8f09f-9c0e-48a9-b815-2d40d3aadff5', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:87:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0582d8b7-f097-4045-9c7e-630253832896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:30Z', 'updated_at': '2021-08-10T05:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi'}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:12:49.851481 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a9d13d-6cc2-4def-aab1-683be922e89f None None] Checking router: 0582d8b7-f097-4045-9c7e-630253832896 for host: dv-cinder-804035-1-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:12:49.860524 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a9d13d-6cc2-4def-aab1-683be922e89f None None] Routers {'0582d8b7-f097-4045-9c7e-630253832896'} bound to L3 agent in host dv-cinder-804035-1-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:12:49.861142 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-46a9d13d-6cc2-4def-aab1-683be922e89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T04:44:50Z,description=,heartbeat_timestamp=2021-08-10T05:12:20Z,host='dv-cinder-804035-1-iscsi',id=72a545f7-e843-4259-a4e1-974d8ec8343d,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T04:44:50Z,topic='l3_agent')) {'router_ids': ['0582d8b7-f097-4045-9c7e-630253832896'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:12:49.954234 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2becbca8-cb4a-41ea-8861-05372695cdc1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:49.968645 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-46a9d13d-6cc2-4def-aab1-683be922e89f None None] Set router 0582d8b7-f097-4045-9c7e-630253832896 gateway port host: dv-cinder-804035-1-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:12:49.977675 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:50.010673 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-2becbca8-cb4a-41ea-8861-05372695cdc1 admin admin] Deleting port bfe8f09f-9c0e-48a9-b815-2d40d3aadff5 {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:12:50.011035 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2becbca8-cb4a-41ea-8861-05372695cdc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:50.042346 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9d43326f-b7f8-4094-a1fa-f5109ad00de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:50.090212 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-2becbca8-cb4a-41ea-8861-05372695cdc1 admin admin] For port bfe8f09f-9c0e-48a9-b815-2d40d3aadff5, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=bfe8f09f-9c0e-48a9-b815-2d40d3aadff5,segment=NetworkSegment(b7fff169-1c8e-4170-8d8b-00d331120c68),segment_id=b7fff169-1c8e-4170-8d8b-00d331120c68)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:12:50.090620 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2becbca8-cb4a-41ea-8861-05372695cdc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:50.104092 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-2becbca8-cb4a-41ea-8861-05372695cdc1 admin admin] Calling delete_port for bfe8f09f-9c0e-48a9-b815-2d40d3aadff5 owned by network:router_gateway {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:12:50.159727 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-46a9d13d-6cc2-4def-aab1-683be922e89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0582d8b7-f097-4045-9c7e-630253832896', 'name': 'tempest-TestMinimumBasicScenario-823966083-router', 'tenant_id': 'd0f106a174b74fbeab393edaf2150ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bfe8f09f-9c0e-48a9-b815-2d40d3aadff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:09:30Z', 'updated_at': '2021-08-10T05:12:48Z', 'revision_number': 5, 'project_id': 'd0f106a174b74fbeab393edaf2150ec0', 'gw_port': {'id': 'bfe8f09f-9c0e-48a9-b815-2d40d3aadff5', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:87:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0582d8b7-f097-4045-9c7e-630253832896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:30Z', 'updated_at': '2021-08-10T05:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi'}], 'dv-cinder-804035-1-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:12:50.186503 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a9d13d-6cc2-4def-aab1-683be922e89f None None] The sync data for ids ['0582d8b7-f097-4045-9c7e-630253832896'] in dv-cinder-804035-1-iscsi is: [{'id': '0582d8b7-f097-4045-9c7e-630253832896', 'name': 'tempest-TestMinimumBasicScenario-823966083-router', 'tenant_id': 'd0f106a174b74fbeab393edaf2150ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'external_fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bfe8f09f-9c0e-48a9-b815-2d40d3aadff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:09:30Z', 'updated_at': '2021-08-10T05:12:48Z', 'revision_number': 5, 'project_id': 'd0f106a174b74fbeab393edaf2150ec0', 'gw_port': {'id': 'bfe8f09f-9c0e-48a9-b815-2d40d3aadff5', 'name': '', 'network_id': '0a1a8acd-4687-4edf-98ff-0a50fc5a0482', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:87:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0582d8b7-f097-4045-9c7e-630253832896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:09:30Z', 'updated_at': '2021-08-10T05:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3fb0ac1d-f2fb-452a-b682-4051fe90b57f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-1-iscsi'}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:12:50.242508 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:50.274612 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2becbca8-cb4a-41ea-8861-05372695cdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:50.303734 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2becbca8-cb4a-41ea-8861-05372695cdc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfe8f09f-9c0e-48a9-b815-2d40d3aadff5,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:12:50.371291 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2becbca8-cb4a-41ea-8861-05372695cdc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496328'] for router_gateway, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:50.462003 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2becbca8-cb4a-41ea-8861-05372695cdc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:50.464153 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2becbca8-cb4a-41ea-8861-05372695cdc1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:50.508648 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2becbca8-cb4a-41ea-8861-05372695cdc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-492488'] for router, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:50.509237 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2becbca8-cb4a-41ea-8861-05372695cdc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0582d8b7-f097-4045-9c7e-630253832896 {{(pid=93277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 05:12:50.513926 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2becbca8-cb4a-41ea-8861-05372695cdc1 admin admin] Notify callbacks [] for router, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:50.515102 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-2becbca8-cb4a-41ea-8861-05372695cdc1 admin admin] 10.222.0.49 "DELETE /v2.0/routers/0582d8b7-f097-4045-9c7e-630253832896 HTTP/1.1" status: 204 len: 168 time: 0.9983625 Aug 10 05:12:50.519009 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 38840) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:12:50.567471 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_v2 [None req-123d7235-685f-4b0c-ae25-694e5fb56dcb admin admin] Deleting subnet b37d1d7d-6472-4fa3-81c0-fc5e439faa7e {{(pid=93277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 05:12:50.570717 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-123d7235-685f-4b0c-ae25-694e5fb56dcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:50.605091 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-123d7235-685f-4b0c-ae25-694e5fb56dcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58878301'] for subnet, precommit_delete_associations {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:50.682769 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-123d7235-685f-4b0c-ae25-694e5fb56dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3582293'] for subnet, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:50.741410 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-123d7235-685f-4b0c-ae25-694e5fb56dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3582274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59047148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1137010'] for subnet, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:50.767366 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d7235-685f-4b0c-ae25-694e5fb56dcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b37d1d7d-6472-4fa3-81c0-fc5e439faa7e,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:12:50.772658 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-123d7235-685f-4b0c-ae25-694e5fb56dcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for subnet, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:50.777262 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-123d7235-685f-4b0c-ae25-694e5fb56dcb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b37d1d7d-6472-4fa3-81c0-fc5e439faa7e HTTP/1.1" status: 204 len: 168 time: 0.2547574 Aug 10 05:12:50.777441 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 38842) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:12:50.778366 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615db6ca-2028-476a-993e-7e544162a749 None None] Network dca4be55-e289-4445-82a5-350d178a55ca requested from dv-cinder-804035-1-iscsi {{(pid=93279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:12:50.845114 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b9595efd-e6ce-4237-8b36-0a61e0021da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3727498'] for network, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:50.896563 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-b9595efd-e6ce-4237-8b36-0a61e0021da4 admin admin] Deleting port 43c784fe-8224-447e-8ae5-776cbbb80599 {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:12:50.896928 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b9595efd-e6ce-4237-8b36-0a61e0021da4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757410452273'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:50.963195 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-b9595efd-e6ce-4237-8b36-0a61e0021da4 admin admin] For port 43c784fe-8224-447e-8ae5-776cbbb80599, host dv-cinder-804035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-1-iscsi',level=0,port_id=43c784fe-8224-447e-8ae5-776cbbb80599,segment=NetworkSegment(a87b33fe-245e-4a4c-bf0b-978a4469c43e),segment_id=a87b33fe-245e-4a4c-bf0b-978a4469c43e)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:12:50.963452 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b9595efd-e6ce-4237-8b36-0a61e0021da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501164'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:50.975654 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-b9595efd-e6ce-4237-8b36-0a61e0021da4 admin admin] Calling delete_port for 43c784fe-8224-447e-8ae5-776cbbb80599 owned by network:dhcp {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:12:51.057446 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b9595efd-e6ce-4237-8b36-0a61e0021da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3756098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757410458251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757410068462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59047135'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:51.086546 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9595efd-e6ce-4237-8b36-0a61e0021da4 admin admin] Pushing event deleted for resources: {'Port': ['ID=43c784fe-8224-447e-8ae5-776cbbb80599,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:12:51.091180 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9595efd-e6ce-4237-8b36-0a61e0021da4 admin admin] No DVR routers for this DVR port 43c784fe-8224-447e-8ae5-776cbbb80599 on host dv-cinder-804035-1-iscsi {{(pid=93277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:12:51.163745 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4802dd83-0da9-4f0e-87b1-16504335436a None None] DHCP port deletion for dca4be55-e289-4445-82a5-350d178a55ca request from dv-cinder-804035-1-iscsi {{(pid=93279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 05:12:51.177496 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b9595efd-e6ce-4237-8b36-0a61e0021da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580114', 'neutron.services.segments.db._delete_segments_for_network-8757410627184'] for network, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:51.188882 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-b9595efd-e6ce-4237-8b36-0a61e0021da4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca4be55-e289-4445-82a5-350d178a55ca']}} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:12:51.199816 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-b9595efd-e6ce-4237-8b36-0a61e0021da4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a87b33fe-245e-4a4c-bf0b-978a4469c43e') {'for_net_delete': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:12:51.200145 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.services.segments.db [None req-b9595efd-e6ce-4237-8b36-0a61e0021da4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a87b33fe-245e-4a4c-bf0b-978a4469c43e') {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:12:51.208662 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b9595efd-e6ce-4237-8b36-0a61e0021da4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757410630265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58878282'] for segment, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:51.222540 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b9595efd-e6ce-4237-8b36-0a61e0021da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228'] for segment, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:51.229410 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9595efd-e6ce-4237-8b36-0a61e0021da4 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 05:12:51.229863 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b9595efd-e6ce-4237-8b36-0a61e0021da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3582228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59046962'] for segment, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:51.231578 dv-cinder-804035-1-iscsi neutron-server[93277]: Traceback (most recent call last): Aug 10 05:12:51.231578 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 05:12:51.231578 dv-cinder-804035-1-iscsi neutron-server[93277]: timer() Aug 10 05:12:51.231578 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 05:12:51.231578 dv-cinder-804035-1-iscsi neutron-server[93277]: cb(*args, **kw) Aug 10 05:12:51.231578 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 05:12:51.231578 dv-cinder-804035-1-iscsi neutron-server[93277]: return func(*args, **kwargs) Aug 10 05:12:51.231578 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 05:12:51.231578 dv-cinder-804035-1-iscsi neutron-server[93277]: self._notify() Aug 10 05:12:51.231578 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 05:12:51.231578 dv-cinder-804035-1-iscsi neutron-server[93277]: self.callback(batched_events) Aug 10 05:12:51.231578 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 05:12:51.231578 dv-cinder-804035-1-iscsi neutron-server[93277]: event.method(event) Aug 10 05:12:51.231578 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 05:12:51.231578 dv-cinder-804035-1-iscsi neutron-server[93277]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 05:12:51.231578 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 05:12:51.231578 dv-cinder-804035-1-iscsi neutron-server[93277]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 05:12:51.231578 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 05:12:51.231578 dv-cinder-804035-1-iscsi neutron-server[93277]: return f(self, *a, **k) Aug 10 05:12:51.231578 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 05:12:51.231578 dv-cinder-804035-1-iscsi neutron-server[93277]: return self._get(url).json() Aug 10 05:12:51.231578 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 05:12:51.231578 dv-cinder-804035-1-iscsi neutron-server[93277]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 05:12:51.231578 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 05:12:51.231578 dv-cinder-804035-1-iscsi neutron-server[93277]: return self.request(url, 'GET', **kwargs) Aug 10 05:12:51.231578 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 05:12:51.231578 dv-cinder-804035-1-iscsi neutron-server[93277]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 05:12:51.231578 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 05:12:51.231578 dv-cinder-804035-1-iscsi neutron-server[93277]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 05:12:51.231578 dv-cinder-804035-1-iscsi neutron-server[93277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 05:12:51.231578 dv-cinder-804035-1-iscsi neutron-server[93277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 05:12:51.231578 dv-cinder-804035-1-iscsi neutron-server[93277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 05:12:51.290982 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b9595efd-e6ce-4237-8b36-0a61e0021da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496300'] for network, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:51.297404 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b9595efd-e6ce-4237-8b36-0a61e0021da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748066'] for network, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:51.300591 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-b9595efd-e6ce-4237-8b36-0a61e0021da4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/dca4be55-e289-4445-82a5-350d178a55ca HTTP/1.1" status: 204 len: 168 time: 0.5217001 Aug 10 05:12:51.311739 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9595efd-e6ce-4237-8b36-0a61e0021da4 admin admin] Pushing event deleted for resources: {'Network': ['ID=dca4be55-e289-4445-82a5-350d178a55ca,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:12:51.334207 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:51.450328 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device bfe8f09f-9c0e-48a9-b815-2d40d3aadff5 no longer exists at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:12:51.474157 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] No Port match for: bfe8f09f-9c0e-48a9-b815-2d40d3aadff5 {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:12:51.474502 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device bfe8f09f-9c0e-48a9-b815-2d40d3aadff5 not bound to the agent host dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:12:51.474914 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2 no longer exists at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:12:51.477407 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 38848) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:12:51.494873 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] No Port match for: 7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2 {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:12:51.495246 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 7ea7d5dc-9856-44d5-b1c5-e716e6feb5d2 not bound to the agent host dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:12:51.495670 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 43c784fe-8224-447e-8ae5-776cbbb80599 no longer exists at agent ovs-agent-dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:12:51.513884 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] No Port match for: 43c784fe-8224-447e-8ae5-776cbbb80599 {{(pid=93279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:12:51.514228 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.rpc [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Device 43c784fe-8224-447e-8ae5-776cbbb80599 not bound to the agent host dv-cinder-804035-1-iscsi {{(pid=93279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:12:51.516444 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-739a58cd-baed-43de-bde7-a279eac99927 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5ccd09d13a3c4cd79a7a735d8fc6b317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376787 Aug 10 05:12:51.519042 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 38850) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:12:51.565938 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d6ca27b1-0830-4ed8-aff0-f7b366483b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:51.587993 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d6ca27b1-0830-4ed8-aff0-f7b366483b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:51.642050 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d6ca27b1-0830-4ed8-aff0-f7b366483b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:51.644913 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d6ca27b1-0830-4ed8-aff0-f7b366483b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:51.646089 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-d6ca27b1-0830-4ed8-aff0-f7b366483b08 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2db88688-0a6d-4c1a-97bb-0c5850cda963 HTTP/1.1" status: 204 len: 168 time: 0.1261492 Aug 10 05:12:51.653984 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca27b1-0830-4ed8-aff0-f7b366483b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db88688-0a6d-4c1a-97bb-0c5850cda963,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:12:51.981594 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 38856) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:12:52.033215 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-8a514441-6375-43f3-908e-6256fb589f13 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d0f106a174b74fbeab393edaf2150ec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501640 Aug 10 05:12:52.036305 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.wsgi [-] (93277) accepted ('10.222.0.49', 38858) {{(pid=93277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:12:52.085060 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a89cf730-70f0-411e-913b-ba3c96a6fa5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:52.105888 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a89cf730-70f0-411e-913b-ba3c96a6fa5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:52.153999 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a89cf730-70f0-411e-913b-ba3c96a6fa5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446907'] for security_group, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:52.156558 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a89cf730-70f0-411e-913b-ba3c96a6fa5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:52.157713 dv-cinder-804035-1-iscsi neutron-server[93277]: INFO neutron.wsgi [None req-a89cf730-70f0-411e-913b-ba3c96a6fa5c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/292617f3-948e-43af-b9ca-35fbbae581fb HTTP/1.1" status: 204 len: 168 time: 0.1205289 Aug 10 05:12:52.165541 dv-cinder-804035-1-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89cf730-70f0-411e-913b-ba3c96a6fa5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292617f3-948e-43af-b9ca-35fbbae581fb,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:12:52.794423 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:00.545075 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:13:17.215912 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f90f6cae-c897-4177-ae57-66128907c516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:19.989772 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:20.048169 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d5c8e82a-d9d4-4eca-9275-f0e599052781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:20.255724 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:21.343953 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:22.804457 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:37.543921 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:13:47.210835 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d8144a80-efa8-4f76-b350-c9fa0d7f8002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:49.986034 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:50.042602 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2698bd8b-4862-4ad9-a6f1-a73e4c03462b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:50.250098 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:51.346229 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:52.808955 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:14.543127 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:14:17.214274 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0c810fcd-de6b-42a1-9b3f-629f59839e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:20.008109 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:20.046511 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ec3445b5-47aa-41e7-8f81-86a000ca8fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:20.256067 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:21.350158 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:22.806588 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:47.225932 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-287d0180-7251-4dd9-ad6a-410d4c287abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:50.021555 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:50.053834 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d3c4ef0b-8113-4cf9-89fa-a73742ffa479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:50.263794 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:51.356939 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:51.542987 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:14:52.815460 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:17.228300 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-200e5f56-85f4-49e6-8d3c-563932c1898e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:20.039567 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:20.052095 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-cdc8103e-f2a8-4188-881f-adf6c6932c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:20.265839 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:21.365344 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:22.820472 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:28.547089 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:15:47.226377 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-24b38573-bb4f-4813-bf57-4ce88b041d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:50.036017 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:50.048658 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-53b18def-e72d-4532-86c6-0d954c8909f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:50.263133 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:51.360780 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:52.820385 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:05.546698 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:16:17.228222 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-79e4f33d-3a88-4f12-a760-8efd4c780184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:20.042845 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:20.047991 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1ee1a83b-0d93-4363-ba0c-ad0aa0cec0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:20.264371 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:21.367655 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:22.824334 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:42.549302 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:16:47.223193 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9cc3e424-ec98-4e87-bf62-27fb80377514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:50.032387 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:50.042837 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-07da8f5e-84a9-45f1-ae71-59420c26fb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:50.260345 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:51.364382 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:52.835153 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:17.230080 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-21b3b210-6ddf-48dc-8660-2eed2dd96eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:19.548930 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:17:20.035653 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:20.049857 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-495bd782-84e1-48f1-be56-7c5352fc9213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:20.265946 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:21.374456 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:22.831789 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:47.225453 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1c9b0264-6517-4e55-b782-b4b58756b17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:50.054651 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:50.058596 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b1c3a1b3-ca9d-4e0b-8ded-1ffb5731404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:50.271178 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:51.376759 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:52.832749 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:56.549439 dv-cinder-804035-1-iscsi neutron-server[93280]: DEBUG neutron.db.agents_db [None req-03444708-1121-44be-a961-83d8aa2fab36 None None] Agent healthcheck: found 6 active agents {{(pid=93280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:18:14.993262 dv-cinder-804035-1-iscsi neutron-server[93278]: DEBUG neutron.wsgi [req-d65d4e5f-efcf-401f-bb35-5940f115b6e0 req-7f7284c8-1325-4053-b98b-dae025518707 service neutron] (93278) timed out ('10.222.0.49', 34086) {{(pid=93278) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 05:18:17.236042 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ed7f3e25-0773-4c94-89ef-b0663d9187be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:20.058821 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-745c198e-a2b1-4a39-8d49-6433c240984f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:20.065037 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc34d172-dd26-4f77-a7e7-91011764d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:20.265380 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-506d3ae2-2a8a-4822-9db4-cb91a6773db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:21.378723 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c01b27c-614a-403e-88e1-583381d7d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:22.838115 dv-cinder-804035-1-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a95a562d-2551-42c6-8908-140a60f13d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757410627076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3702620'] for agent, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}